[ 580.267627] env[69411]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69411) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 580.267952] env[69411]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69411) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 580.268089] env[69411]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69411) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 580.268379] env[69411]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 580.364104] env[69411]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69411) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 580.374103] env[69411]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69411) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 580.416405] env[69411]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 580.975456] env[69411]: INFO nova.virt.driver [None req-b0bbb1cb-7b4c-42ab-882d-6f696187c280 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 581.047428] env[69411]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.047631] env[69411]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.047733] env[69411]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69411) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 583.944328] env[69411]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-2d223aad-0a66-4e44-8892-98ac8472292a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.961174] env[69411]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69411) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 583.961414] env[69411]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-aef94a3b-173d-4105-af8e-9af6d9b31d31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.995961] env[69411]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 71584. [ 583.996173] env[69411]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.949s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.996651] env[69411]: INFO nova.virt.vmwareapi.driver [None req-b0bbb1cb-7b4c-42ab-882d-6f696187c280 None None] VMware vCenter version: 7.0.3 [ 584.000048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a79a415-889a-452f-b0d3-f97a351e94dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.022147] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d192fa1-4d68-48f6-8311-86f09996c9aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.028326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a5775d-6697-4efe-8664-bae20afcb6d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.035062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9c08fe-1ae0-43d4-8ad0-c0f07310f479 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.048214] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f39fa1c-ed71-401f-a597-cf75291f86bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.054178] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48685ed-78d1-4cbd-8143-9ee8df7b83bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.084495] env[69411]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b15e592e-78a4-4bc2-b167-69b458b5ffb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.089369] env[69411]: DEBUG nova.virt.vmwareapi.driver [None req-b0bbb1cb-7b4c-42ab-882d-6f696187c280 None None] Extension org.openstack.compute already exists. {{(pid=69411) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 584.091944] env[69411]: INFO nova.compute.provider_config [None req-b0bbb1cb-7b4c-42ab-882d-6f696187c280 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 584.595008] env[69411]: DEBUG nova.context [None req-b0bbb1cb-7b4c-42ab-882d-6f696187c280 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c080139f-f3b1-4db5-b256-d585ce94cf66(cell1) {{(pid=69411) load_cells /opt/stack/nova/nova/context.py:464}} [ 584.597025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.597271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.597965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.598404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Acquiring lock "c080139f-f3b1-4db5-b256-d585ce94cf66" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.598594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Lock "c080139f-f3b1-4db5-b256-d585ce94cf66" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.599745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Lock "c080139f-f3b1-4db5-b256-d585ce94cf66" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.619860] env[69411]: INFO dbcounter [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Registered counter for database nova_cell0 [ 584.628157] env[69411]: INFO dbcounter [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Registered counter for database nova_cell1 [ 585.064017] env[69411]: DEBUG oslo_db.sqlalchemy.engines [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69411) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 585.064775] env[69411]: DEBUG oslo_db.sqlalchemy.engines [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69411) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 585.069461] env[69411]: ERROR nova.db.main.api [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 585.069461] env[69411]: result = function(*args, **kwargs) [ 585.069461] env[69411]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 585.069461] env[69411]: return func(*args, **kwargs) [ 585.069461] env[69411]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 585.069461] env[69411]: result = fn(*args, **kwargs) [ 585.069461] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 585.069461] env[69411]: return f(*args, **kwargs) [ 585.069461] env[69411]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 585.069461] env[69411]: return db.service_get_minimum_version(context, binaries) [ 585.069461] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 585.069461] env[69411]: _check_db_access() [ 585.069461] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 585.069461] env[69411]: stacktrace = ''.join(traceback.format_stack()) [ 585.069461] env[69411]: [ 585.070492] env[69411]: ERROR nova.db.main.api [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 585.070492] env[69411]: result = function(*args, **kwargs) [ 585.070492] env[69411]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 585.070492] env[69411]: return func(*args, **kwargs) [ 585.070492] env[69411]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 585.070492] env[69411]: result = fn(*args, **kwargs) [ 585.070492] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 585.070492] env[69411]: return f(*args, **kwargs) [ 585.070492] env[69411]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 585.070492] env[69411]: return db.service_get_minimum_version(context, binaries) [ 585.070492] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 585.070492] env[69411]: _check_db_access() [ 585.070492] env[69411]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 585.070492] env[69411]: stacktrace = ''.join(traceback.format_stack()) [ 585.070492] env[69411]: [ 585.070993] env[69411]: WARNING nova.objects.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 585.071038] env[69411]: WARNING nova.objects.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Failed to get minimum service version for cell c080139f-f3b1-4db5-b256-d585ce94cf66 [ 585.071516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Acquiring lock "singleton_lock" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.071676] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Acquired lock "singleton_lock" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.071918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Releasing lock "singleton_lock" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.072260] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Full set of CONF: {{(pid=69411) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 585.072408] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ******************************************************************************** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 585.072537] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] Configuration options gathered from: {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 585.072672] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 585.072868] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 585.072996] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ================================================================================ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 585.073263] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] allow_resize_to_same_host = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.073452] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] arq_binding_timeout = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.073586] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] backdoor_port = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.073716] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] backdoor_socket = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.073880] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] block_device_allocate_retries = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.074053] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] block_device_allocate_retries_interval = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.074239] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cert = self.pem {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.074403] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.074571] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute_monitors = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.074740] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] config_dir = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.075154] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] config_drive_format = iso9660 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.075307] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.075494] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] config_source = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.075683] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] console_host = devstack {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.075857] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] control_exchange = nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.076033] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cpu_allocation_ratio = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.076207] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] daemon = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.076380] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] debug = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.076538] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] default_access_ip_network_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.076704] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] default_availability_zone = nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.076860] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] default_ephemeral_format = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.077030] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] default_green_pool_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.077273] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.077439] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] default_schedule_zone = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.077620] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] disk_allocation_ratio = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.077799] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] enable_new_services = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.077982] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] enabled_apis = ['osapi_compute'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.078162] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] enabled_ssl_apis = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.078385] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] flat_injected = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.078506] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] force_config_drive = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.078642] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] force_raw_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.078812] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] graceful_shutdown_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.078974] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] heal_instance_info_cache_interval = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.079219] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] host = cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.079418] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.079661] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] initial_disk_allocation_ratio = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.079894] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] initial_ram_allocation_ratio = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.080143] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.080318] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instance_build_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.080484] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instance_delete_interval = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.080652] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instance_format = [instance: %(uuid)s] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.080820] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instance_name_template = instance-%08x {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.080981] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instance_usage_audit = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.081171] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instance_usage_audit_period = month {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.081338] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.081505] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] instances_path = /opt/stack/data/nova/instances {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.081670] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] internal_service_availability_zone = internal {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.081826] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] key = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.081987] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] live_migration_retry_count = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.082173] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_color = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.082341] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_config_append = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.082507] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.082666] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_dir = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.082825] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.082955] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_options = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.083130] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_rotate_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.083323] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_rotate_interval_type = days {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.083513] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] log_rotation_type = none {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.083660] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.083789] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.083962] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.084150] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.084280] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.084447] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] long_rpc_timeout = 1800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.084612] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] max_concurrent_builds = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.084774] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] max_concurrent_live_migrations = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.084936] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] max_concurrent_snapshots = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.085115] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] max_local_block_devices = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.085279] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] max_logfile_count = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.085440] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] max_logfile_size_mb = 200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.085601] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] maximum_instance_delete_attempts = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.085770] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] metadata_listen = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.085938] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] metadata_listen_port = 8775 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.086123] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] metadata_workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.086288] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] migrate_max_retries = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.086458] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] mkisofs_cmd = genisoimage {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.086664] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] my_block_storage_ip = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.086799] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] my_ip = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087007] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087181] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] network_allocate_retries = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087361] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087530] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] osapi_compute_listen = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087694] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] osapi_compute_listen_port = 8774 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.087861] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] osapi_compute_unique_server_name_scope = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088040] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] osapi_compute_workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088206] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] password_length = 12 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088371] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] periodic_enable = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088571] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] periodic_fuzzy_delay = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088704] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] pointer_model = usbtablet {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.088935] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] preallocate_images = none {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089128] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] publish_errors = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089263] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] pybasedir = /opt/stack/nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089426] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ram_allocation_ratio = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089586] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] rate_limit_burst = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089754] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] rate_limit_except_level = CRITICAL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.089911] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] rate_limit_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] reboot_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090264] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] reclaim_instance_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090426] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] record = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090595] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] reimage_timeout_per_gb = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090761] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] report_interval = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.090925] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] rescue_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091098] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] reserved_host_cpus = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091264] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] reserved_host_disk_mb = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091423] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] reserved_host_memory_mb = 512 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091582] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] reserved_huge_pages = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091742] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] resize_confirm_window = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.091903] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] resize_fs_using_block_device = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092075] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] resume_guests_state_on_host_boot = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092249] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092416] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] rpc_response_timeout = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092580] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] run_external_periodic_tasks = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092747] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] running_deleted_instance_action = reap {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.092908] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] running_deleted_instance_poll_interval = 1800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093078] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] running_deleted_instance_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093269] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler_instance_sync_interval = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093449] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_down_time = 720 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093618] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] servicegroup_driver = db {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093775] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] shell_completion = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.093933] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] shelved_offload_time = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094109] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] shelved_poll_interval = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094305] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] shutdown_timeout = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094475] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] source_is_ipv6 = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094638] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ssl_only = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.094889] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095074] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] sync_power_state_interval = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095245] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] sync_power_state_pool_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095418] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] syslog_log_facility = LOG_USER {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095604] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] tempdir = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095777] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] timeout_nbd = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.095948] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] transport_url = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096128] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] update_resources_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096293] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] use_cow_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096457] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] use_journal = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096615] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] use_json = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096775] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] use_rootwrap_daemon = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.096935] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] use_stderr = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097106] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] use_syslog = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097266] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vcpu_pin_set = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097436] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plugging_is_fatal = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097603] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plugging_timeout = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097770] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] virt_mkfs = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.097929] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] volume_usage_poll_interval = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098110] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] watch_log_file = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098283] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] web = /usr/share/spice-html5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 585.098473] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.098657] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.098801] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.098974] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_concurrency.disable_process_locking = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.099285] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.099472] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.099645] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.099818] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.099988] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.100172] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.100360] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.auth_strategy = keystone {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.100526] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.compute_link_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.100702] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.100911] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.dhcp_domain = novalocal {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101110] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.enable_instance_password = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101279] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.glance_link_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101446] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101618] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101784] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.instance_list_per_project_cells = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.101949] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.list_records_by_skipping_down_cells = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102125] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.local_metadata_per_cell = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102297] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.max_limit = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102465] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.metadata_cache_expiration = 15 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102639] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.neutron_default_tenant_id = default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102807] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.response_validation = warn {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.102982] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.use_neutron_default_nets = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103168] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103360] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103531] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103704] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.103873] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.vendordata_dynamic_targets = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104049] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.vendordata_jsonfile_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104282] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104561] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.backend = dogpile.cache.memcached {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.104800] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.backend_argument = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105047] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.backend_expiration_time = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105299] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.config_prefix = cache.oslo {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105586] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.dead_timeout = 60.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.105858] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.debug_cache_backend = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106112] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.enable_retry_client = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106359] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.enable_socket_keepalive = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106574] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.enabled = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106757] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.enforce_fips_mode = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.106931] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.expiration_time = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107113] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.hashclient_retry_attempts = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107289] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.hashclient_retry_delay = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107457] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_dead_retry = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107619] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107784] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.107952] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108131] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_pool_maxsize = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108298] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108464] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_sasl_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108742] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108799] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_socket_timeout = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.108965] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.memcache_username = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109146] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.proxies = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109313] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.redis_db = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109474] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.redis_password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109646] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.redis_sentinel_service_name = mymaster {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109823] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.109993] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.redis_server = localhost:6379 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110177] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.redis_socket_timeout = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110343] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.redis_username = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110506] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.retry_attempts = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110673] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.retry_delay = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110837] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.socket_keepalive_count = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.110999] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.socket_keepalive_idle = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111178] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.socket_keepalive_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111338] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.tls_allowed_ciphers = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111498] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.tls_cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111655] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.tls_certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111820] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.tls_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.111979] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cache.tls_keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112164] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112343] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112505] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112683] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.catalog_info = volumev3::publicURL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.112843] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113021] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113244] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.cross_az_attach = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113395] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.debug = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113562] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.endpoint_template = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113728] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.http_retries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.113893] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114070] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114269] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.os_region_name = RegionOne {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114445] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114605] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cinder.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114782] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.114943] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.cpu_dedicated_set = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115114] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.cpu_shared_set = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115283] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.image_type_exclude_list = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115451] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115612] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.max_concurrent_disk_ops = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115771] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.max_disk_devices_to_attach = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.115932] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116115] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116282] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.resource_provider_association_refresh = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116446] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116607] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.shutdown_retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116785] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.116961] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] conductor.workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117153] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] console.allowed_origins = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117315] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] console.ssl_ciphers = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117488] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] console.ssl_minimum_version = default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117660] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] consoleauth.enforce_session_timeout = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117828] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] consoleauth.token_ttl = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.117999] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118171] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118339] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118494] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118653] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118833] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.118972] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119145] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119308] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119472] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119632] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119792] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.119952] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120138] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.service_type = accelerator {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120305] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120469] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120629] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120787] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.120965] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121143] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] cyborg.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121317] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.asyncio_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121484] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.asyncio_slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121656] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.backend = sqlalchemy {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121826] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.121989] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.connection_debug = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122174] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.connection_parameters = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122343] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.connection_recycle_time = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122509] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.connection_trace = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122672] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.db_inc_retry_interval = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122836] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.db_max_retries = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.122999] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.db_max_retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123186] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.db_retry_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123373] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.max_overflow = 50 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123542] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.max_pool_size = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123705] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.max_retries = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.123875] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124048] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.mysql_wsrep_sync_wait = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124231] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.pool_timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124408] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124570] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124735] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.sqlite_synchronous = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.124899] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] database.use_db_reconnect = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125081] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.asyncio_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125247] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.asyncio_slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125419] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.backend = sqlalchemy {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125591] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125753] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.connection_debug = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.125924] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.connection_parameters = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126098] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.connection_recycle_time = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126268] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.connection_trace = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126435] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.db_inc_retry_interval = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126600] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.db_max_retries = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126765] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.db_max_retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.126929] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.db_retry_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127105] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.max_overflow = 50 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127270] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.max_pool_size = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127434] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.max_retries = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127606] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127765] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.127926] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.pool_timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128100] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.retry_interval = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128263] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.slave_connection = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128427] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] api_database.sqlite_synchronous = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128603] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] devices.enabled_mdev_types = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128778] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.128968] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ephemeral_storage_encryption.default_format = luks {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129121] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ephemeral_storage_encryption.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129288] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129462] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.api_servers = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129625] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129786] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.129950] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130122] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130287] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130453] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.debug = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130618] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.default_trusted_certificate_ids = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130780] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.enable_certificate_validation = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.130940] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.enable_rbd_download = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131110] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131278] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131439] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131596] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131751] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.131910] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.num_retries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132089] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.rbd_ceph_conf = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132256] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.rbd_connect_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132423] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.rbd_pool = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132588] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.rbd_user = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132755] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.132913] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133080] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133270] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.service_type = image {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133439] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133595] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133753] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.133911] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134112] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134307] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.verify_glance_signatures = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134473] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] glance.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134644] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] guestfs.debug = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134817] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.134984] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135160] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135324] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135490] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135652] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135812] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.135973] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.136150] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.136310] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.136476] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.136637] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.136795] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.136951] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.137121] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.137300] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.service_type = shared-file-system {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.137476] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.share_apply_policy_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.137641] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.137801] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.137963] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.138136] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.138320] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.138483] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] manila.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.138654] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] mks.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.139065] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.139214] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] image_cache.manager_interval = 2400 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.139387] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] image_cache.precache_concurrency = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.139561] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] image_cache.remove_unused_base_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.139734] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.139906] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.140096] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] image_cache.subdirectory_name = _base {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.140279] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.api_max_retries = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.140449] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.api_retry_interval = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.140613] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.140777] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.140937] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.141108] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.141347] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.141492] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.conductor_group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.141657] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.141821] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.141983] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.142163] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.142325] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.142485] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.142644] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.142810] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.peer_list = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.142967] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.143140] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.143337] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.serial_console_state_timeout = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.143503] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.143677] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.service_type = baremetal {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.143838] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.shard = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.144010] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.144202] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.144382] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.144554] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.144730] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.144893] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ironic.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.145090] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.145269] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] key_manager.fixed_key = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.145456] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.145622] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.barbican_api_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.145783] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.barbican_endpoint = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.145957] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.barbican_endpoint_type = public {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.146134] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.barbican_region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.146296] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.146459] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.146622] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.146781] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.146939] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.147112] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.number_of_retries = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.147276] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.retry_delay = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.147443] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.send_service_user_token = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.147605] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.147764] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.147925] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.verify_ssl = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.148102] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican.verify_ssl_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.148274] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.148441] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.148599] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.148753] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.148914] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.149087] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.149247] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.149410] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.149565] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] barbican_service_user.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.149729] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.approle_role_id = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.149889] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.approle_secret_id = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.150072] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.kv_mountpoint = secret {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.150238] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.kv_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.150404] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.kv_version = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.150563] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.namespace = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.150723] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.root_token_id = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.150881] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.ssl_ca_crt_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.151059] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.timeout = 60.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.151228] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.use_ssl = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.151400] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.151569] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.151729] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.151894] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.152063] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.152228] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.152390] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.152553] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.152712] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.152872] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.153040] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.153232] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.153395] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.153556] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.153727] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.service_type = identity {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.153893] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.154064] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.154262] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.154453] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.154643] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.154810] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] keystone.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.155010] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.ceph_mount_options = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.155441] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.155615] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.connection_uri = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.155784] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.cpu_mode = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.155955] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.cpu_model_extra_flags = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.156138] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.cpu_models = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.156313] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.cpu_power_governor_high = performance {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.156489] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.cpu_power_governor_low = powersave {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.156650] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.cpu_power_management = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.156823] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.156995] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.device_detach_attempts = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.157176] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.device_detach_timeout = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.157346] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.disk_cachemodes = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.157506] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.disk_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.157669] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.enabled_perf_events = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.157831] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.file_backed_memory = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.157994] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.gid_maps = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.158169] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.hw_disk_discard = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.158331] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.hw_machine_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.158502] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.images_rbd_ceph_conf = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.158663] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.158824] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.158990] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.images_rbd_glance_store_name = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.159171] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.images_rbd_pool = rbd {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.159346] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.images_type = default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.159506] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.images_volume_group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.159669] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.inject_key = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.159832] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.inject_partition = -2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.159995] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.inject_password = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.160172] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.iscsi_iface = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.160339] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.iser_use_multipath = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.160504] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_bandwidth = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.160666] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.160827] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_downtime = 500 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.160991] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.161170] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.161330] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_inbound_addr = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.161490] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.161649] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_permit_post_copy = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.161806] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_scheme = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.161976] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_timeout_action = abort {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.162152] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_tunnelled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.162313] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_uri = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.162477] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.live_migration_with_native_tls = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.162635] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.max_queues = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.162797] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.163029] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.163223] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.nfs_mount_options = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.163516] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.163697] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.163864] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.num_iser_scan_tries = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.164039] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.num_memory_encrypted_guests = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.164237] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.164438] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.num_pcie_ports = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.164612] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.num_volume_scan_tries = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.164780] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.pmem_namespaces = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.164940] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.quobyte_client_cfg = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.165248] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.165427] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rbd_connect_timeout = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.165594] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.165757] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.165917] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rbd_secret_uuid = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.166089] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rbd_user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.166256] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.166430] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.remote_filesystem_transport = ssh {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.166589] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rescue_image_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.166749] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rescue_kernel_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.166905] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rescue_ramdisk_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.167083] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.167250] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.rx_queue_size = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.167423] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.smbfs_mount_options = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.167714] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.167893] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.snapshot_compression = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.168068] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.snapshot_image_format = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.168290] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.168467] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.sparse_logical_volumes = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.168628] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.swtpm_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.168799] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.swtpm_group = tss {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.168967] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.swtpm_user = tss {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.169154] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.sysinfo_serial = unique {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.169323] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.tb_cache_size = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.169480] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.tx_queue_size = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.169642] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.uid_maps = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.169806] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.use_virtio_for_bridges = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.170048] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.virt_type = kvm {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.170167] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.volume_clear = zero {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.170341] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.volume_clear_size = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.170509] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.volume_enforce_multipath = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.170677] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.volume_use_multipath = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.170839] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.vzstorage_cache_path = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.171019] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.171197] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.vzstorage_mount_group = qemu {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.171366] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.vzstorage_mount_opts = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.171539] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.171828] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.172021] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.vzstorage_mount_user = stack {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.172197] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.172377] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.172554] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.172714] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.172875] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.173049] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.173233] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.173404] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.173649] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.default_floating_pool = public {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.173741] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.173904] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.extension_sync_interval = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.174079] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.http_retries = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.174255] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.174439] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.174604] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.174778] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.174939] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.175122] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.ovs_bridge = br-int {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.175291] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.physnets = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.175462] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.region_name = RegionOne {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.175623] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.175791] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.service_metadata_proxy = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.175951] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.176133] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.service_type = network {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.176299] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.176461] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.176618] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.176779] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.176961] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.177141] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] neutron.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.177322] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] notifications.bdms_in_notifications = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.177501] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] notifications.default_level = INFO {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.177665] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] notifications.include_share_mapping = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.177841] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] notifications.notification_format = unversioned {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.178011] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] notifications.notify_on_state_change = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.178199] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.178381] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] pci.alias = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.178554] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] pci.device_spec = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.178719] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] pci.report_in_placement = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.178894] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179086] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179260] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179427] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179586] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179747] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.179904] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.180083] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.180247] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.default_domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.180407] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.default_domain_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.180565] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.180724] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.domain_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.180880] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.181054] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.181218] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.181376] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.181533] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.181701] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.181861] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.project_domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.182037] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.project_domain_name = Default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.182210] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.project_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.182389] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.project_name = service {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.182561] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.region_name = RegionOne {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.182725] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.182891] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.183073] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.service_type = placement {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.183269] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.183442] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.183604] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.183767] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.system_scope = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.183923] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.184093] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.trust_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.184262] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.user_domain_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.184442] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.user_domain_name = Default {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.184604] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.user_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.184779] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.username = nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.184961] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.185141] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] placement.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.185331] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.cores = 20 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.185502] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.count_usage_from_placement = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.185675] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.185845] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.injected_file_content_bytes = 10240 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.186021] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.injected_file_path_length = 255 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.186195] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.injected_files = 5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.186366] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.instances = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.186533] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.key_pairs = 100 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.186699] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.metadata_items = 128 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.186867] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.ram = 51200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.187041] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.recheck_quota = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.187213] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.server_group_members = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.187382] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.server_groups = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.187594] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.187771] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] quota.unified_limits_resource_strategy = require {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.187945] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.188125] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.188291] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.image_metadata_prefilter = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.188459] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.188622] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.max_attempts = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.188784] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.max_placement_results = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.188947] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.189122] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.query_placement_for_image_type_support = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.189288] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.189466] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] scheduler.workers = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.189661] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.189815] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.189995] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.190183] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.190355] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.190522] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.190686] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.190874] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.191053] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.host_subset_size = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.191223] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.191384] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.191546] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.191709] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.191885] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.192058] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.isolated_hosts = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.192224] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.isolated_images = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.192387] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.192546] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.192704] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.192864] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.pci_in_placement = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.193037] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.193226] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.193395] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.193559] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.193722] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.193886] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.194061] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.track_instance_changes = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.194261] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.194444] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] metrics.required = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.194611] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] metrics.weight_multiplier = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.194773] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.194938] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] metrics.weight_setting = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.195282] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.195510] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] serial_console.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.195645] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] serial_console.port_range = 10000:20000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.195818] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.195989] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.196176] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] serial_console.serialproxy_port = 6083 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.196350] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.196527] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.auth_type = password {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.196690] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.196849] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.197021] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.197189] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.197356] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.197527] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.send_service_user_token = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.197692] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.197860] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] service_user.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.198048] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.agent_enabled = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.198220] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.198521] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.198723] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.198899] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.html5proxy_port = 6082 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.199067] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.image_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.199232] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.jpeg_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.199392] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.playback_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.199552] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.require_secure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.199752] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.server_listen = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.199883] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.200172] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.200348] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.streaming_mode = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.200513] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] spice.zlib_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.200684] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] upgrade_levels.baseapi = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.200857] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] upgrade_levels.compute = auto {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.201030] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] upgrade_levels.conductor = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.201201] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] upgrade_levels.scheduler = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.201372] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.201538] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.201700] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.201861] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.202036] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.202206] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.202367] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.202534] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.202696] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vendordata_dynamic_auth.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.202871] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.api_retry_count = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.203044] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.ca_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.203246] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.cache_prefix = devstack-image-cache {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.203425] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.cluster_name = testcl1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.203592] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.connection_pool_size = 10 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.203752] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.console_delay_seconds = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.203923] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.datastore_regex = ^datastore.* {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.204156] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.204364] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.host_password = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.204542] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.host_port = 443 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.204718] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.host_username = administrator@vsphere.local {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.204890] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.insecure = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.205064] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.integration_bridge = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.205239] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.maximum_objects = 100 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.205406] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.pbm_default_policy = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.205567] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.pbm_enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.205729] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.pbm_wsdl_location = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.205896] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.206067] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.serial_port_proxy_uri = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.206229] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.serial_port_service_uri = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.206399] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.task_poll_interval = 0.5 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.206571] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.use_linked_clone = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.206739] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.vnc_keymap = en-us {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.206903] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.vnc_port = 5900 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.207075] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vmware.vnc_port_total = 10000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.207264] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.auth_schemes = ['none'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.207441] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.207727] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.207912] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.208098] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.novncproxy_port = 6080 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.208317] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.server_listen = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.208520] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.208687] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.vencrypt_ca_certs = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.208849] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.vencrypt_client_cert = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.209018] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vnc.vencrypt_client_key = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.209204] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.209370] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.disable_deep_image_inspection = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.209532] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.209692] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.209856] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.210024] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.disable_rootwrap = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.210197] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.enable_numa_live_migration = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.210360] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.210520] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.210682] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.210844] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.libvirt_disable_apic = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.211012] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.211192] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.211496] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.211672] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.211835] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.211996] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.212174] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.212336] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.212493] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.212657] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.212838] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.213022] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.client_socket_timeout = 900 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.213239] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.default_pool_size = 1000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.213390] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.keep_alive = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.213557] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.max_header_line = 16384 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.213751] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.secure_proxy_ssl_header = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.213923] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.ssl_ca_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.214101] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.ssl_cert_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.214287] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.ssl_key_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.214458] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.tcp_keepidle = 600 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.214633] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.214799] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] zvm.ca_file = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.214960] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] zvm.cloud_connector_url = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.215266] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.215447] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] zvm.reachable_timeout = 300 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.215622] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.215799] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.215977] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.connection_string = messaging:// {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.216161] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.enabled = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.216333] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.es_doc_type = notification {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.216496] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.es_scroll_size = 10000 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.216664] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.es_scroll_time = 2m {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.216826] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.filter_error_trace = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.216993] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.hmac_keys = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.217174] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.sentinel_service_name = mymaster {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.217348] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.socket_timeout = 0.1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.217510] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.trace_requests = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.217670] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler.trace_sqlalchemy = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.217845] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler_jaeger.process_tags = {} {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.218013] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler_jaeger.service_name_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.218221] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] profiler_otlp.service_name_prefix = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.218396] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] remote_debug.host = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.218560] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] remote_debug.port = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.218740] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.218905] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.219090] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.219260] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.219428] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.219590] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.219754] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.219935] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.220089] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.220265] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.220429] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.220603] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.220772] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.220940] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.221123] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.221300] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.221467] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.221630] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.221799] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.221965] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.222142] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.222309] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.222474] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.222637] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.222798] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.222957] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.223131] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.223326] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.223496] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.223663] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.223825] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.ssl = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.223995] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.224191] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.224375] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.224548] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.224716] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.ssl_version = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.224881] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.225080] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.225254] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_notifications.retry = -1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.225435] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.225607] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_messaging_notifications.transport_url = **** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.225781] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.auth_section = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.225947] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.auth_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.226123] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.cafile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.226285] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.certfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.226452] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.collect_timing = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.226610] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.connect_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.226770] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.connect_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.226930] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.endpoint_id = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.227114] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.endpoint_interface = publicURL {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.227278] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.endpoint_override = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.227439] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.endpoint_region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.227599] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.endpoint_service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.227757] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.endpoint_service_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.227920] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.insecure = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.228091] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.keyfile = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.228253] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.max_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.228413] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.min_version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.228572] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.region_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.228730] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.retriable_status_codes = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.228888] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.service_name = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.229062] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.service_type = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.229230] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.split_loggers = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.229394] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.status_code_retries = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.229555] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.status_code_retry_delay = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.229715] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.timeout = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.229874] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.valid_interfaces = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.230044] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_limit.version = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.230217] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_reports.file_event_handler = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.230382] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.230541] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] oslo_reports.log_dir = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.230720] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.230875] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.231042] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.231217] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.231383] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.231544] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.231715] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.231876] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_ovs_privileged.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.232046] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.232214] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.232378] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.232537] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] vif_plug_ovs_privileged.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.232708] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.flat_interface = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.232889] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.233076] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.233274] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.233458] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.233635] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.233804] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.233967] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.234166] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.234377] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_ovs.isolate_vif = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.234559] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.234727] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.234898] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.235088] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_ovs.ovsdb_interface = native {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.235259] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] os_vif_ovs.per_port_bridge = False {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.235434] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] privsep_osbrick.capabilities = [21] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.235597] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] privsep_osbrick.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.235756] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] privsep_osbrick.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.235922] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.236098] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.236261] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] privsep_osbrick.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.236438] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.236597] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] nova_sys_admin.group = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.236755] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] nova_sys_admin.helper_command = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.236918] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.237093] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.237254] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] nova_sys_admin.user = None {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 585.237395] env[69411]: DEBUG oslo_service.backend.eventlet.service [None req-371864de-033b-40a9-9a8b-07e94bc8a0ef None None] ******************************************************************************** {{(pid=69411) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 585.237822] env[69411]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 585.741390] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Getting list of instances from cluster (obj){ [ 585.741390] env[69411]: value = "domain-c8" [ 585.741390] env[69411]: _type = "ClusterComputeResource" [ 585.741390] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 585.742480] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d78ad1-5c2c-4fea-a4f7-8d7df385a3cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.752052] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Got total of 0 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 585.752650] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 585.753169] env[69411]: INFO nova.virt.node [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Generated node identity 906c74e7-0145-4323-8b9b-9bf2b8fcd761 [ 585.753411] env[69411]: INFO nova.virt.node [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Wrote node identity 906c74e7-0145-4323-8b9b-9bf2b8fcd761 to /opt/stack/data/n-cpu-1/compute_id [ 586.255884] env[69411]: WARNING nova.compute.manager [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Compute nodes ['906c74e7-0145-4323-8b9b-9bf2b8fcd761'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 587.261660] env[69411]: INFO nova.compute.manager [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 588.267470] env[69411]: WARNING nova.compute.manager [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 588.267843] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.268019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.268190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.268352] env[69411]: DEBUG nova.compute.resource_tracker [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 588.269380] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1dd344-bb4f-4a2c-9e96-ad4a3721bfaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.278418] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25313d62-5801-43c8-8316-8147e78577e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.294266] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35379e9f-a6dc-451c-9fbf-e14faf1edbee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.301152] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f240e8e-530a-446d-8fa5-a9fdfbc963e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.330269] env[69411]: DEBUG nova.compute.resource_tracker [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181001MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 588.330488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.330676] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.833857] env[69411]: WARNING nova.compute.resource_tracker [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] No compute node record for cpu-1:906c74e7-0145-4323-8b9b-9bf2b8fcd761: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 906c74e7-0145-4323-8b9b-9bf2b8fcd761 could not be found. [ 589.337733] env[69411]: INFO nova.compute.resource_tracker [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 [ 590.847090] env[69411]: DEBUG nova.compute.resource_tracker [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 590.847443] env[69411]: DEBUG nova.compute.resource_tracker [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 590.998922] env[69411]: INFO nova.scheduler.client.report [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] [req-db4ff792-e2b9-4584-9797-fa2acbd18a30] Created resource provider record via placement API for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 591.018115] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf05d666-8da5-449e-a346-a6f24280837a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.025707] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821196f5-36ab-4af1-8e3c-8ed239ce31ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.055182] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48941631-726b-4b74-9819-0378bdfed5c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.062063] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8e891-0ddf-42ac-a928-08dd8577ffbc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.075040] env[69411]: DEBUG nova.compute.provider_tree [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.609878] env[69411]: DEBUG nova.scheduler.client.report [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 591.610127] env[69411]: DEBUG nova.compute.provider_tree [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 0 to 1 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 591.610275] env[69411]: DEBUG nova.compute.provider_tree [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.658643] env[69411]: DEBUG nova.compute.provider_tree [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 1 to 2 during operation: update_traits {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 592.163643] env[69411]: DEBUG nova.compute.resource_tracker [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 592.164030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.164030] env[69411]: DEBUG nova.service [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Creating RPC server for service compute {{(pid=69411) start /opt/stack/nova/nova/service.py:186}} [ 592.178740] env[69411]: DEBUG nova.service [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] Join ServiceGroup membership for this service compute {{(pid=69411) start /opt/stack/nova/nova/service.py:203}} [ 592.178945] env[69411]: DEBUG nova.servicegroup.drivers.db [None req-3ab3fd31-ef3c-4d0c-87c9-37c1e81b3cca None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69411) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 592.179679] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.682462] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Getting list of instances from cluster (obj){ [ 592.682462] env[69411]: value = "domain-c8" [ 592.682462] env[69411]: _type = "ClusterComputeResource" [ 592.682462] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 592.683672] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7f860b-7b3f-4dbb-bda5-dee6170d69ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.692011] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Got total of 0 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 592.692239] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.692553] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Getting list of instances from cluster (obj){ [ 592.692553] env[69411]: value = "domain-c8" [ 592.692553] env[69411]: _type = "ClusterComputeResource" [ 592.692553] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 592.693369] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9119a0c-1a57-4214-a494-2fd9ffc032e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.700431] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Got total of 0 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 631.691369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.691706] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.196394] env[69411]: DEBUG nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.534888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "e57281f9-b754-4d11-afd6-6a4f9d351b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.535516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "e57281f9-b754-4d11-afd6-6a4f9d351b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.757505] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.757769] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.762862] env[69411]: INFO nova.compute.claims [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.046021] env[69411]: DEBUG nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.576330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.673577] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "39bc322d-9580-4a77-b858-3b83ad03e32f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.673900] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.863222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedca507-2550-474b-88af-8b823d5144c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.873921] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12906bf-a181-4fd7-8737-0a59053bbeec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.906681] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd1bb8-6e40-4a6c-b12d-60d956475cad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.915493] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba874c-cf40-40a2-8950-a7619e45678a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.933125] env[69411]: DEBUG nova.compute.provider_tree [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.171405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "0080c279-4069-450e-af95-e915d15df9f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.171531] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "0080c279-4069-450e-af95-e915d15df9f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.176356] env[69411]: DEBUG nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.435809] env[69411]: DEBUG nova.scheduler.client.report [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.470021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "81d85e58-a72f-443a-aea2-8bf16ec1e973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.470021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.592948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.593232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.673495] env[69411]: DEBUG nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.708099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.944634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.945166] env[69411]: DEBUG nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.948632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.949668] env[69411]: INFO nova.compute.claims [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.971901] env[69411]: DEBUG nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.097127] env[69411]: DEBUG nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.214266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.459132] env[69411]: DEBUG nova.compute.utils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.460345] env[69411]: DEBUG nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.460916] env[69411]: DEBUG nova.network.neutron [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.511547] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.629389] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.729569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "065960f4-681e-4867-9b12-00672a5a9055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.729815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.897579] env[69411]: DEBUG nova.policy [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d924931e9f48b98a0b53f7d8791a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c636c954309846edbee2c7df73507f6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.966688] env[69411]: DEBUG nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.124292] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3aa29b-2510-486e-8c49-3ca8012d32a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.137508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722cc75e-2947-4b7e-82d6-86ef3293a2db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.174341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae36b5ad-a13b-41ee-bb5c-db7e1f22a91d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.183295] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806e4de-8425-4fb0-8e10-025b30fa78bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.198677] env[69411]: DEBUG nova.compute.provider_tree [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.232626] env[69411]: DEBUG nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.533444] env[69411]: DEBUG nova.network.neutron [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Successfully created port: 5a60b4cd-687d-4292-b301-2d7d06e060fc {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.701750] env[69411]: DEBUG nova.scheduler.client.report [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.771201] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.982295] env[69411]: DEBUG nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.019849] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.020492] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.020492] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.020492] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.020646] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.020758] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.020958] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.021176] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.021568] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.021746] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.021923] env[69411]: DEBUG nova.virt.hardware [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.022825] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f727de-96c8-41a1-b77d-825eec8a9e19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.035794] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba881300-4e2f-42a3-b19c-9aaeaae381ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.055580] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a72af4-5f35-4c46-aad3-a5ff013f24b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.207734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.208364] env[69411]: DEBUG nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.211517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.504s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.212927] env[69411]: INFO nova.compute.claims [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.717630] env[69411]: DEBUG nova.compute.utils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.724258] env[69411]: DEBUG nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 638.224066] env[69411]: DEBUG nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.368754] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a641ae-2263-4ef5-bb29-4df1024e1d71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.377252] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f46e8-ecf3-44af-9478-3ffe27ffe92f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.407912] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c040b5-27c5-4242-9e96-6a36fdc1e20a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.415505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e071e08e-74f3-4d1f-9ac9-888fc68d9476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.429730] env[69411]: DEBUG nova.compute.provider_tree [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.664374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "c7a943eb-edf4-4811-80c5-5ab15677ee62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.664611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.921138] env[69411]: DEBUG nova.network.neutron [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Successfully updated port: 5a60b4cd-687d-4292-b301-2d7d06e060fc {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.938019] env[69411]: DEBUG nova.scheduler.client.report [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.175216] env[69411]: DEBUG nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.237338] env[69411]: DEBUG nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.266779] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.266908] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.266966] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.267237] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.267388] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.267535] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.267740] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.267919] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.268060] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.268223] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.268394] env[69411]: DEBUG nova.virt.hardware [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.269446] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4d1022-0d18-451c-8706-725daddde119 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.278453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4001daef-0acc-4590-9ecf-0d460c4f91c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.292304] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.302467] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.303052] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4072a038-6316-42b8-b2db-d0583137c5eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.316048] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Created folder: OpenStack in parent group-v4. [ 639.316261] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Creating folder: Project (89fdd2a787584fe3b841e539f56585fb). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.316492] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c997dbd-eac7-48ab-a037-ee809a231a04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.328056] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Created folder: Project (89fdd2a787584fe3b841e539f56585fb) in parent group-v674052. [ 639.328056] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Creating folder: Instances. Parent ref: group-v674053. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.328056] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be3fe98d-90e1-4ed9-bdb1-1b05bec02f89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.338486] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Created folder: Instances in parent group-v674053. [ 639.339076] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.339076] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.339241] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1283fff-04de-4d6f-bfea-799bca25f61d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.359081] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.359081] env[69411]: value = "task-3378086" [ 639.359081] env[69411]: _type = "Task" [ 639.359081] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.367844] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378086, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.423645] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "refresh_cache-6d9ce6a4-d9a3-414a-b898-aca53980fd16" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.423802] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired lock "refresh_cache-6d9ce6a4-d9a3-414a-b898-aca53980fd16" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.423963] env[69411]: DEBUG nova.network.neutron [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 639.440378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.440894] env[69411]: DEBUG nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.444124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.230s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.445818] env[69411]: INFO nova.compute.claims [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.699248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.872598] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378086, 'name': CreateVM_Task, 'duration_secs': 0.383932} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.872879] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.874691] env[69411]: DEBUG oslo_vmware.service [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a90db6-799f-48ca-b9c8-0746b8088c08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.883496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.883496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.883496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.883742] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb91c4dc-33b3-4f87-8c73-cf51bb0d0130 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.889400] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 639.889400] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d3685c-82a2-ed77-931b-9e2ac7ffd2a3" [ 639.889400] env[69411]: _type = "Task" [ 639.889400] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.900015] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d3685c-82a2-ed77-931b-9e2ac7ffd2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.950885] env[69411]: DEBUG nova.compute.utils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.953350] env[69411]: DEBUG nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.953350] env[69411]: DEBUG nova.network.neutron [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.015369] env[69411]: DEBUG nova.policy [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fdcbd91fd7444f6bd2c968898a84514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80cef38b5654624a30c743e5fc561e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.027414] env[69411]: DEBUG nova.network.neutron [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 640.404443] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.404787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.405108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.405206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.405575] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.405830] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9c8101f-54ef-4be7-9010-6385b272c7b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.425637] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.427196] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.427847] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.428187] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.428665] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.429611] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe1355-a523-4547-b627-f0e2e502e182 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.433088] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.433227] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.433779] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.433989] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.434404] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 640.434404] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.442218] env[69411]: DEBUG nova.network.neutron [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Updating instance_info_cache with network_info: [{"id": "5a60b4cd-687d-4292-b301-2d7d06e060fc", "address": "fa:16:3e:73:3a:33", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a60b4cd-68", "ovs_interfaceid": "5a60b4cd-687d-4292-b301-2d7d06e060fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.443396] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b47d8f7-b356-42da-9029-37850f2d3832 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.455822] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 640.455822] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dbe021-8e07-4a06-635c-cc2bcdc16921" [ 640.455822] env[69411]: _type = "Task" [ 640.455822] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.460393] env[69411]: DEBUG nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.475148] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 640.475384] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Creating directory with path [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.475649] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c88e169-3e2f-4003-b0c6-458c74b3cee0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.511388] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Created directory with path [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.511607] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Fetch image to [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 640.511688] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Downloading image file data 446bc687-6d94-474b-8006-e6aa28b50d30 to [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk on the data store datastore2 {{(pid=69411) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 640.515020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c135445-873b-4a05-b316-14d228005cc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.526695] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d9bae1-8985-4b09-89d8-1b5ea8a4b8b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.532147] env[69411]: DEBUG nova.compute.manager [req-b2d2b48e-19ba-423b-82e7-7099ae1a64f5 req-ab9c8836-750c-4e0f-8d32-962f3106a84b service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Received event network-vif-plugged-5a60b4cd-687d-4292-b301-2d7d06e060fc {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.532364] env[69411]: DEBUG oslo_concurrency.lockutils [req-b2d2b48e-19ba-423b-82e7-7099ae1a64f5 req-ab9c8836-750c-4e0f-8d32-962f3106a84b service nova] Acquiring lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.532675] env[69411]: DEBUG oslo_concurrency.lockutils [req-b2d2b48e-19ba-423b-82e7-7099ae1a64f5 req-ab9c8836-750c-4e0f-8d32-962f3106a84b service nova] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.532774] env[69411]: DEBUG oslo_concurrency.lockutils [req-b2d2b48e-19ba-423b-82e7-7099ae1a64f5 req-ab9c8836-750c-4e0f-8d32-962f3106a84b service nova] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.532871] env[69411]: DEBUG nova.compute.manager [req-b2d2b48e-19ba-423b-82e7-7099ae1a64f5 req-ab9c8836-750c-4e0f-8d32-962f3106a84b service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] No waiting events found dispatching network-vif-plugged-5a60b4cd-687d-4292-b301-2d7d06e060fc {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.533056] env[69411]: WARNING nova.compute.manager [req-b2d2b48e-19ba-423b-82e7-7099ae1a64f5 req-ab9c8836-750c-4e0f-8d32-962f3106a84b service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Received unexpected event network-vif-plugged-5a60b4cd-687d-4292-b301-2d7d06e060fc for instance with vm_state building and task_state spawning. [ 640.545968] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954dadd6-87b8-4e54-9e1d-5b2400717ef7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.582943] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad88ecd-9c8c-4e71-828f-65a79fa6b13f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.589769] env[69411]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f4bd53eb-2246-46e7-83e0-7569e1bce935 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.659626] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f135e563-30c8-4a49-bd8c-9dbcdcd3bd85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.676845] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590e4a9-9b20-4fd0-97ad-257e2724e377 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.685774] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Downloading image file data 446bc687-6d94-474b-8006-e6aa28b50d30 to the data store datastore2 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 640.720237] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642c3fe-387c-43c0-90d0-ea8e3fc10c48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.726014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843d539-2bf7-4f7c-9eca-6f307cf4f1f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.741516] env[69411]: DEBUG nova.compute.provider_tree [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.747233] env[69411]: DEBUG nova.network.neutron [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Successfully created port: fa30ccf6-1801-4709-b8fa-69899932d6eb {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.898308] env[69411]: DEBUG oslo_vmware.rw_handles [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 640.962207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.962533] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Releasing lock "refresh_cache-6d9ce6a4-d9a3-414a-b898-aca53980fd16" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.962872] env[69411]: DEBUG nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Instance network_info: |[{"id": "5a60b4cd-687d-4292-b301-2d7d06e060fc", "address": "fa:16:3e:73:3a:33", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a60b4cd-68", "ovs_interfaceid": "5a60b4cd-687d-4292-b301-2d7d06e060fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.963314] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:3a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a60b4cd-687d-4292-b301-2d7d06e060fc', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.972896] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Creating folder: Project (c636c954309846edbee2c7df73507f6b). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.977984] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a6eb025-bd42-467c-aaf9-cb094d702b29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.995213] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Created folder: Project (c636c954309846edbee2c7df73507f6b) in parent group-v674052. [ 640.995213] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Creating folder: Instances. Parent ref: group-v674056. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.995213] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be900fb-eb48-4bec-abe5-cc169a479278 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.006836] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Created folder: Instances in parent group-v674056. [ 641.007107] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.007768] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.007768] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128207ec-f104-471d-994e-7185a5aae4cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.034669] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.034669] env[69411]: value = "task-3378089" [ 641.034669] env[69411]: _type = "Task" [ 641.034669] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.051877] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378089, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.247907] env[69411]: DEBUG nova.scheduler.client.report [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.469880] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.471846] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.486517] env[69411]: DEBUG nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.528404] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.528611] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.529390] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.529390] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.529390] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.529390] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.529593] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.529659] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.529824] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.529981] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.530180] env[69411]: DEBUG nova.virt.hardware [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.531129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4afe36-f421-4889-b8ff-90d36d3ceeb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.543329] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eec2271-8f53-4b6b-887b-e4d86cd485e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.555940] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378089, 'name': CreateVM_Task, 'duration_secs': 0.363025} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.566766] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.590913] env[69411]: DEBUG oslo_vmware.rw_handles [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 641.591154] env[69411]: DEBUG oslo_vmware.rw_handles [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 641.627779] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.627958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.628330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.628567] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc1b4af-c2b1-483e-b7b9-797c311bc40f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.634297] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 641.634297] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e94edf-3d40-c176-3074-ad062e7dbae5" [ 641.634297] env[69411]: _type = "Task" [ 641.634297] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.642475] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e94edf-3d40-c176-3074-ad062e7dbae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.750606] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Downloaded image file data 446bc687-6d94-474b-8006-e6aa28b50d30 to vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk on the data store datastore2 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 641.752268] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 641.752573] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Copying Virtual Disk [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk to [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.752787] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d6f9da-9899-4aeb-944a-5b7484e65cfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.756738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.757258] env[69411]: DEBUG nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.760451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.249s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.763376] env[69411]: INFO nova.compute.claims [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.771338] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 641.771338] env[69411]: value = "task-3378090" [ 641.771338] env[69411]: _type = "Task" [ 641.771338] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.780635] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.861949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.862213] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.976892] env[69411]: DEBUG nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.147374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.148196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.148440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.267962] env[69411]: DEBUG nova.compute.utils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.272706] env[69411]: DEBUG nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.272706] env[69411]: DEBUG nova.network.neutron [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.293366] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378090, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.351929] env[69411]: DEBUG nova.policy [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b667dca48c849448d643007ba41bd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18c5e773da046139a85ac70d1a57b85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.365370] env[69411]: DEBUG nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.574353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.775314] env[69411]: DEBUG nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.794758] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655953} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.795065] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Copied Virtual Disk [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk to [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.795290] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Deleting the datastore file [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.795916] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b80bff61-8d87-41fe-a3a8-76bf0f6e063b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.806142] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 642.806142] env[69411]: value = "task-3378091" [ 642.806142] env[69411]: _type = "Task" [ 642.806142] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.817218] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.889166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.954625] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5671e543-8a90-4031-ac23-6e33295c9a52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.963440] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68679d2e-725b-4d3d-b8c8-5efca894fffd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.996913] env[69411]: DEBUG nova.network.neutron [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Successfully updated port: fa30ccf6-1801-4709-b8fa-69899932d6eb {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.998919] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9070b07-5969-439e-a7b6-9d6479662c74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.010359] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c6f32-553c-478a-af50-945c80ff8f8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.029558] env[69411]: DEBUG nova.compute.provider_tree [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.034725] env[69411]: DEBUG nova.network.neutron [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Successfully created port: 4d6be203-8bef-4211-a104-5f63840b24f6 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.319094] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.319094] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.319219] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Moving file from [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e/446bc687-6d94-474b-8006-e6aa28b50d30 to [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30. {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 643.319486] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-45a627ad-5128-47ec-a40e-0604904b4ee4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.328835] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 643.328835] env[69411]: value = "task-3378092" [ 643.328835] env[69411]: _type = "Task" [ 643.328835] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.338280] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378092, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.502745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "refresh_cache-39bc322d-9580-4a77-b858-3b83ad03e32f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.502957] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "refresh_cache-39bc322d-9580-4a77-b858-3b83ad03e32f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.503091] env[69411]: DEBUG nova.network.neutron [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 643.532339] env[69411]: DEBUG nova.scheduler.client.report [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.722562] env[69411]: DEBUG nova.compute.manager [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Received event network-changed-5a60b4cd-687d-4292-b301-2d7d06e060fc {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.722562] env[69411]: DEBUG nova.compute.manager [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Refreshing instance network info cache due to event network-changed-5a60b4cd-687d-4292-b301-2d7d06e060fc. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.722562] env[69411]: DEBUG oslo_concurrency.lockutils [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] Acquiring lock "refresh_cache-6d9ce6a4-d9a3-414a-b898-aca53980fd16" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.722562] env[69411]: DEBUG oslo_concurrency.lockutils [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] Acquired lock "refresh_cache-6d9ce6a4-d9a3-414a-b898-aca53980fd16" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.722562] env[69411]: DEBUG nova.network.neutron [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Refreshing network info cache for port 5a60b4cd-687d-4292-b301-2d7d06e060fc {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 643.798992] env[69411]: DEBUG nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.844178] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378092, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023115} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.844698] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] File moved {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 643.844923] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Cleaning up location [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 643.845637] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Deleting the datastore file [datastore2] vmware_temp/6f910f1a-fb37-4bd0-9bb6-2a694ed28f0e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.845637] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-339acbbe-8a73-4b64-be66-aff04257753e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.854105] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 643.854105] env[69411]: value = "task-3378093" [ 643.854105] env[69411]: _type = "Task" [ 643.854105] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.870214] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.946622] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.946896] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.947082] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.947280] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.947440] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.947569] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.947781] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.947938] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.952268] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.952268] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.952346] env[69411]: DEBUG nova.virt.hardware [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.953305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b4272c-583e-4033-8a22-67dd2de4cc0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.962316] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc5eac7-e878-4887-901c-6998e5ac9ced {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.037443] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.037906] env[69411]: DEBUG nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.040639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.411s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.042340] env[69411]: INFO nova.compute.claims [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.055748] env[69411]: DEBUG nova.network.neutron [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 644.366816] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026271} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.367712] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.367799] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f396b6ae-38b2-47bb-a039-903fb1b62a23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.373914] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 644.373914] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528dc8c5-5d67-08f3-505b-a791bb15a8e8" [ 644.373914] env[69411]: _type = "Task" [ 644.373914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.383324] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528dc8c5-5d67-08f3-505b-a791bb15a8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.549228] env[69411]: DEBUG nova.compute.utils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.551728] env[69411]: DEBUG nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.552049] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.602620] env[69411]: DEBUG nova.network.neutron [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Updating instance_info_cache with network_info: [{"id": "fa30ccf6-1801-4709-b8fa-69899932d6eb", "address": "fa:16:3e:e8:a7:51", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa30ccf6-18", "ovs_interfaceid": "fa30ccf6-1801-4709-b8fa-69899932d6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.687882] env[69411]: DEBUG nova.policy [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f562799b5047ba86deb6204e5bfbd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e153e2b570134f91bbfd74b0ba7484ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.853792] env[69411]: DEBUG nova.network.neutron [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Updated VIF entry in instance network info cache for port 5a60b4cd-687d-4292-b301-2d7d06e060fc. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 644.853792] env[69411]: DEBUG nova.network.neutron [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Updating instance_info_cache with network_info: [{"id": "5a60b4cd-687d-4292-b301-2d7d06e060fc", "address": "fa:16:3e:73:3a:33", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a60b4cd-68", "ovs_interfaceid": "5a60b4cd-687d-4292-b301-2d7d06e060fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.886601] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528dc8c5-5d67-08f3-505b-a791bb15a8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.886601] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.886681] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] e57281f9-b754-4d11-afd6-6a4f9d351b60/e57281f9-b754-4d11-afd6-6a4f9d351b60.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.886980] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.887096] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.887306] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e6e1b2f-b373-4c9d-ba37-4ae177644d61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.889599] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b54bbdf-2ceb-4f90-bb9a-912438c5703c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.896552] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 644.896552] env[69411]: value = "task-3378094" [ 644.896552] env[69411]: _type = "Task" [ 644.896552] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.900796] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.900987] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.902098] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fa8257-32c6-4abb-93ad-849607ba8456 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.907960] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.910820] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 644.910820] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f34948-ebf5-d7ee-f9e5-5a0940d89efb" [ 644.910820] env[69411]: _type = "Task" [ 644.910820] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.919038] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f34948-ebf5-d7ee-f9e5-5a0940d89efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.966229] env[69411]: DEBUG nova.network.neutron [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Successfully updated port: 4d6be203-8bef-4211-a104-5f63840b24f6 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.055029] env[69411]: DEBUG nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.107492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "refresh_cache-39bc322d-9580-4a77-b858-3b83ad03e32f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.107810] env[69411]: DEBUG nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Instance network_info: |[{"id": "fa30ccf6-1801-4709-b8fa-69899932d6eb", "address": "fa:16:3e:e8:a7:51", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa30ccf6-18", "ovs_interfaceid": "fa30ccf6-1801-4709-b8fa-69899932d6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.108488] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:a7:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa30ccf6-1801-4709-b8fa-69899932d6eb', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.118374] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating folder: Project (b80cef38b5654624a30c743e5fc561e1). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.122384] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37ce72fb-3175-4818-be97-0e4f208fc576 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.134384] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created folder: Project (b80cef38b5654624a30c743e5fc561e1) in parent group-v674052. [ 645.134601] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating folder: Instances. Parent ref: group-v674059. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.134838] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf8dfd7e-bccc-4be4-b211-c84a762690a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.144535] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created folder: Instances in parent group-v674059. [ 645.144926] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.145150] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.145361] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29531f9a-bfa1-4217-89c7-b6128f1b487a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.167071] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.167071] env[69411]: value = "task-3378097" [ 645.167071] env[69411]: _type = "Task" [ 645.167071] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.180661] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378097, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.305219] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6471bcb9-c270-4e31-94df-f8643686b1e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.316570] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd685666-c7e0-41bf-9bc9-5641218bf742 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.351244] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24747c0-996a-4af3-8cb3-dace081a7491 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.356265] env[69411]: DEBUG oslo_concurrency.lockutils [req-e3597714-429c-4239-a605-0dbb64b23558 req-8ca56b71-b474-420a-b663-ac6c875d2446 service nova] Releasing lock "refresh_cache-6d9ce6a4-d9a3-414a-b898-aca53980fd16" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.360752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a4643f-601e-4bbc-9950-8bf47bae8c61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.379583] env[69411]: DEBUG nova.compute.provider_tree [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.410958] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378094, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.421127] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f34948-ebf5-d7ee-f9e5-5a0940d89efb, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.421826] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0a5d69-0ba4-4e54-b7ff-dfa5a7a0d643 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.428444] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 645.428444] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52856ea8-359b-6cc0-ed4d-eec98587abbe" [ 645.428444] env[69411]: _type = "Task" [ 645.428444] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.438407] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52856ea8-359b-6cc0-ed4d-eec98587abbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.470297] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-0080c279-4069-450e-af95-e915d15df9f0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.470497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-0080c279-4069-450e-af95-e915d15df9f0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.470793] env[69411]: DEBUG nova.network.neutron [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 645.678773] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378097, 'name': CreateVM_Task, 'duration_secs': 0.483828} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.678938] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.680319] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.680481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.680837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.681039] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b610dc7a-0345-45dc-aa8d-b3393c9215c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.687759] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 645.687759] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5236ff7b-846b-9f96-4eec-81cbce8bba43" [ 645.687759] env[69411]: _type = "Task" [ 645.687759] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.704489] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5236ff7b-846b-9f96-4eec-81cbce8bba43, 'name': SearchDatastore_Task, 'duration_secs': 0.008285} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.704489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.704489] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.704489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.737137] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Successfully created port: 5faaccd7-03eb-4691-bb7b-947f342cfe6f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.886941] env[69411]: DEBUG nova.scheduler.client.report [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.912567] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.912567] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] e57281f9-b754-4d11-afd6-6a4f9d351b60/e57281f9-b754-4d11-afd6-6a4f9d351b60.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.912567] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.912567] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ff98721-2ecc-4cc2-b76a-c6fd3ba450bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.920369] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 645.920369] env[69411]: value = "task-3378098" [ 645.920369] env[69411]: _type = "Task" [ 645.920369] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.929673] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.941603] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52856ea8-359b-6cc0-ed4d-eec98587abbe, 'name': SearchDatastore_Task, 'duration_secs': 0.045841} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.941876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.942631] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 6d9ce6a4-d9a3-414a-b898-aca53980fd16/6d9ce6a4-d9a3-414a-b898-aca53980fd16.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.942631] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.942780] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.942951] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68ef43f-c41d-4f17-a2bc-7a0e37a3913c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.945099] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44f888ee-0d21-434e-bed6-2b646b1dbfee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.952838] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 645.952838] env[69411]: value = "task-3378099" [ 645.952838] env[69411]: _type = "Task" [ 645.952838] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.955317] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.956678] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.960197] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1963ff-36e8-4c2b-85ab-8b66776ba043 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.968705] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.971013] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 645.971013] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521eebdb-3db1-0038-1aab-465d69b3c045" [ 645.971013] env[69411]: _type = "Task" [ 645.971013] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.985558] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521eebdb-3db1-0038-1aab-465d69b3c045, 'name': SearchDatastore_Task, 'duration_secs': 0.015522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.986374] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8867921f-7461-4308-ab7b-c60d247ac067 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.996758] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 645.996758] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d69f2b-4502-0e08-2caa-16eb9dc939f1" [ 645.996758] env[69411]: _type = "Task" [ 645.996758] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.009836] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d69f2b-4502-0e08-2caa-16eb9dc939f1, 'name': SearchDatastore_Task, 'duration_secs': 0.00841} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.010100] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.010351] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 39bc322d-9580-4a77-b858-3b83ad03e32f/39bc322d-9580-4a77-b858-3b83ad03e32f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.010610] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be1ac28a-1916-4955-a083-c9f58b5711a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.019628] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 646.019628] env[69411]: value = "task-3378100" [ 646.019628] env[69411]: _type = "Task" [ 646.019628] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.024361] env[69411]: DEBUG nova.network.neutron [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 646.032029] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.069596] env[69411]: DEBUG nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.101862] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.102985] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.102985] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.102985] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.103164] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.107031] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.107031] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.107031] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.107031] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.107031] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.107499] env[69411]: DEBUG nova.virt.hardware [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.107499] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7220cc2a-e276-4bcf-9a0b-545c8bf41ed1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.116859] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d2d8c-6f7b-48b8-b5d9-48f6317abe1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.391210] env[69411]: DEBUG nova.network.neutron [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Updating instance_info_cache with network_info: [{"id": "4d6be203-8bef-4211-a104-5f63840b24f6", "address": "fa:16:3e:e4:0d:b8", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6be203-8b", "ovs_interfaceid": "4d6be203-8bef-4211-a104-5f63840b24f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.397241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.397241] env[69411]: DEBUG nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.398341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.627s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.399730] env[69411]: INFO nova.compute.claims [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.436594] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067269} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.438158] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.438435] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8945c9-ac16-47c3-8d5f-e66d511bf61f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.451250] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Received event network-vif-plugged-fa30ccf6-1801-4709-b8fa-69899932d6eb {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.451250] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Acquiring lock "39bc322d-9580-4a77-b858-3b83ad03e32f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.451250] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.451250] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.451250] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] No waiting events found dispatching network-vif-plugged-fa30ccf6-1801-4709-b8fa-69899932d6eb {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.451472] env[69411]: WARNING nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Received unexpected event network-vif-plugged-fa30ccf6-1801-4709-b8fa-69899932d6eb for instance with vm_state building and task_state spawning. [ 646.451472] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Received event network-changed-fa30ccf6-1801-4709-b8fa-69899932d6eb {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.451472] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Refreshing instance network info cache due to event network-changed-fa30ccf6-1801-4709-b8fa-69899932d6eb. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.451865] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Acquiring lock "refresh_cache-39bc322d-9580-4a77-b858-3b83ad03e32f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.451865] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Acquired lock "refresh_cache-39bc322d-9580-4a77-b858-3b83ad03e32f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.456540] env[69411]: DEBUG nova.network.neutron [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Refreshing network info cache for port fa30ccf6-1801-4709-b8fa-69899932d6eb {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 646.495338] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e57281f9-b754-4d11-afd6-6a4f9d351b60/e57281f9-b754-4d11-afd6-6a4f9d351b60.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.500762] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f05ed989-d1de-44d2-ab58-0e96d9bbdec8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.529977] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522309} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.535252] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 6d9ce6a4-d9a3-414a-b898-aca53980fd16/6d9ce6a4-d9a3-414a-b898-aca53980fd16.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.535499] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.535882] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 646.535882] env[69411]: value = "task-3378101" [ 646.535882] env[69411]: _type = "Task" [ 646.535882] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.537705] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ae1f21-bd88-40a5-a87d-7992bc4f805c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.549559] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378100, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.549559] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Successfully created port: 6b360ff3-facb-430c-8e31-159732f3bcf6 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.553013] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 646.553013] env[69411]: value = "task-3378102" [ 646.553013] env[69411]: _type = "Task" [ 646.553013] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.560911] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.568106] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.895431] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-0080c279-4069-450e-af95-e915d15df9f0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.895763] env[69411]: DEBUG nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Instance network_info: |[{"id": "4d6be203-8bef-4211-a104-5f63840b24f6", "address": "fa:16:3e:e4:0d:b8", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6be203-8b", "ovs_interfaceid": "4d6be203-8bef-4211-a104-5f63840b24f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.896245] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:0d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d6be203-8bef-4211-a104-5f63840b24f6', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.904463] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating folder: Project (c18c5e773da046139a85ac70d1a57b85). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.905597] env[69411]: DEBUG nova.compute.utils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.906818] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0220f48-3b39-4c03-bd7d-882ef5976388 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.909230] env[69411]: DEBUG nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.909414] env[69411]: DEBUG nova.network.neutron [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.921719] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created folder: Project (c18c5e773da046139a85ac70d1a57b85) in parent group-v674052. [ 646.921922] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating folder: Instances. Parent ref: group-v674062. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.923025] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4370188b-7c80-41a9-8ebf-2cdf421dc372 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.933697] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created folder: Instances in parent group-v674062. [ 646.933697] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.933697] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.933841] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c0827b0-7020-49d1-a8f3-aa0463eb58d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.963249] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.963249] env[69411]: value = "task-3378105" [ 646.963249] env[69411]: _type = "Task" [ 646.963249] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.972836] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378105, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.031698] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.032368] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 39bc322d-9580-4a77-b858-3b83ad03e32f/39bc322d-9580-4a77-b858-3b83ad03e32f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.032896] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.033166] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b36802be-20e7-4417-8366-31ef67f053bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.040468] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 647.040468] env[69411]: value = "task-3378106" [ 647.040468] env[69411]: _type = "Task" [ 647.040468] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.055674] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378101, 'name': ReconfigVM_Task, 'duration_secs': 0.514093} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.062380] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e57281f9-b754-4d11-afd6-6a4f9d351b60/e57281f9-b754-4d11-afd6-6a4f9d351b60.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.063442] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.063442] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec4d856-0257-4d50-87ca-2ac76bb4a277 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.070307] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214038} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.071817] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.072168] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 647.072168] env[69411]: value = "task-3378107" [ 647.072168] env[69411]: _type = "Task" [ 647.072168] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.072841] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f147ee90-5106-480d-ba00-d61c11838da0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.102074] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6d9ce6a4-d9a3-414a-b898-aca53980fd16/6d9ce6a4-d9a3-414a-b898-aca53980fd16.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.106051] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de2ff99-bdf4-4312-b643-d2813b8e37fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.122614] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378107, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.127698] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 647.127698] env[69411]: value = "task-3378108" [ 647.127698] env[69411]: _type = "Task" [ 647.127698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.136302] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.151412] env[69411]: DEBUG nova.policy [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09be560b140440d8b073710b33ea2d83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc1b34709c274018ad4acee97dde396f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.172593] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Successfully created port: 321e94a9-08b1-42e9-af2b-148aa502de5a {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.410988] env[69411]: DEBUG nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.483549] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378105, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.556567] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061349} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.556567] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.557831] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d9e87-5327-4365-9058-8d1aa3323601 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.584919] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 39bc322d-9580-4a77-b858-3b83ad03e32f/39bc322d-9580-4a77-b858-3b83ad03e32f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.587965] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fe28ab-c74e-4d7a-8985-c6f9058d4b2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.610913] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378107, 'name': Rename_Task, 'duration_secs': 0.140025} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.613471] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.613471] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 647.613471] env[69411]: value = "task-3378109" [ 647.613471] env[69411]: _type = "Task" [ 647.613471] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.615583] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-213c0ae0-6a55-4401-b8fe-721c188ce33d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.628983] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.635439] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 647.635439] env[69411]: value = "task-3378110" [ 647.635439] env[69411]: _type = "Task" [ 647.635439] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.644167] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378108, 'name': ReconfigVM_Task, 'duration_secs': 0.269286} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.645663] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6d9ce6a4-d9a3-414a-b898-aca53980fd16/6d9ce6a4-d9a3-414a-b898-aca53980fd16.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.645663] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e21836ce-15b8-4554-9720-f72e2c732550 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.652352] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378110, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.657479] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 647.657479] env[69411]: value = "task-3378111" [ 647.657479] env[69411]: _type = "Task" [ 647.657479] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.669525] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378111, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.687820] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae06d4-2c65-4972-9e88-d99b6a41be55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.702529] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec13d4-0a7c-49f8-81e8-ef491a1cbf30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.745011] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e5cd97-fe5b-4dc6-a690-249169108b8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.759892] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87480f5-b2a6-47d5-9b88-43a554171474 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.774541] env[69411]: DEBUG nova.compute.provider_tree [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.975741] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378105, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.072250] env[69411]: DEBUG nova.network.neutron [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Updated VIF entry in instance network info cache for port fa30ccf6-1801-4709-b8fa-69899932d6eb. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 648.072485] env[69411]: DEBUG nova.network.neutron [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Updating instance_info_cache with network_info: [{"id": "fa30ccf6-1801-4709-b8fa-69899932d6eb", "address": "fa:16:3e:e8:a7:51", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa30ccf6-18", "ovs_interfaceid": "fa30ccf6-1801-4709-b8fa-69899932d6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.128522] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.146366] env[69411]: DEBUG oslo_vmware.api [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378110, 'name': PowerOnVM_Task, 'duration_secs': 0.465389} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.146629] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.147955] env[69411]: INFO nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Took 8.91 seconds to spawn the instance on the hypervisor. [ 648.148370] env[69411]: DEBUG nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.149157] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdc718-3a1d-482f-b17f-e24e1cc79534 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.175474] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378111, 'name': Rename_Task, 'duration_secs': 0.170041} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.175474] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.175474] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc520c2-0bb5-4f04-9c1a-fbd205523ad5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.182207] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 648.182207] env[69411]: value = "task-3378112" [ 648.182207] env[69411]: _type = "Task" [ 648.182207] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.194639] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.277955] env[69411]: DEBUG nova.scheduler.client.report [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.408080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "4aafbb59-7ef3-4f16-9e90-973898612a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.408080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.426358] env[69411]: DEBUG nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.467363] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.467604] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.467739] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.467922] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.469368] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.469368] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.469841] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.469841] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.469841] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.470371] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.470371] env[69411]: DEBUG nova.virt.hardware [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.471188] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a788184-c71c-4d9e-abb9-2e85f993f2d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.485714] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378105, 'name': CreateVM_Task, 'duration_secs': 1.325329} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.492104] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.492104] env[69411]: DEBUG oslo_vmware.service [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2537d03-1f8f-42dd-a5fe-7648e7f5cb79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.500547] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0c0be-3ce8-44bb-a380-c113ae5060e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.516668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.517120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.517552] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.532427] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8edf274a-84c5-427a-882e-81087626fea7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.539793] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 648.539793] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a1209e-8418-1307-e51c-184897672554" [ 648.539793] env[69411]: _type = "Task" [ 648.539793] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.555057] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a1209e-8418-1307-e51c-184897672554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.577177] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Releasing lock "refresh_cache-39bc322d-9580-4a77-b858-3b83ad03e32f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.578840] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Received event network-vif-plugged-4d6be203-8bef-4211-a104-5f63840b24f6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.582017] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Acquiring lock "0080c279-4069-450e-af95-e915d15df9f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.582017] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Lock "0080c279-4069-450e-af95-e915d15df9f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.582017] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Lock "0080c279-4069-450e-af95-e915d15df9f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.582017] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] No waiting events found dispatching network-vif-plugged-4d6be203-8bef-4211-a104-5f63840b24f6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.582017] env[69411]: WARNING nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Received unexpected event network-vif-plugged-4d6be203-8bef-4211-a104-5f63840b24f6 for instance with vm_state building and task_state spawning. [ 648.582332] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Received event network-changed-4d6be203-8bef-4211-a104-5f63840b24f6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.582332] env[69411]: DEBUG nova.compute.manager [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Refreshing instance network info cache due to event network-changed-4d6be203-8bef-4211-a104-5f63840b24f6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.583631] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Acquiring lock "refresh_cache-0080c279-4069-450e-af95-e915d15df9f0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.583865] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Acquired lock "refresh_cache-0080c279-4069-450e-af95-e915d15df9f0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.584134] env[69411]: DEBUG nova.network.neutron [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Refreshing network info cache for port 4d6be203-8bef-4211-a104-5f63840b24f6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 648.628324] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378109, 'name': ReconfigVM_Task, 'duration_secs': 0.780043} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.628664] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 39bc322d-9580-4a77-b858-3b83ad03e32f/39bc322d-9580-4a77-b858-3b83ad03e32f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.630164] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd312b4e-87c8-4eab-bb40-c54e2b5a0ce0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.638061] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 648.638061] env[69411]: value = "task-3378113" [ 648.638061] env[69411]: _type = "Task" [ 648.638061] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.649324] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378113, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.679081] env[69411]: INFO nova.compute.manager [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Took 15.13 seconds to build instance. [ 648.680919] env[69411]: DEBUG nova.network.neutron [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Successfully created port: c95e7fcd-b085-4a8b-82f7-d254ec00c4ab {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.697467] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378112, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.789114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.789114] env[69411]: DEBUG nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.791584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.092s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.800161] env[69411]: INFO nova.compute.claims [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.054867] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.055285] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.055618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.057929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.057929] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.057929] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad398abf-e096-4c09-b4c4-8aa785614324 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.066763] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.067014] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.067920] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97989ad-219d-4479-a159-0e68044096fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.076047] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04aae94-2048-493d-a4da-b4731719e290 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.083172] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 649.083172] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52651fef-06a9-9525-faf0-b84d26284218" [ 649.083172] env[69411]: _type = "Task" [ 649.083172] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.106798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.108165] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.108165] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 649.108165] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating directory with path [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.108837] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e9924fc-110c-4a1b-82d6-7bffe2a70517 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.150562] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created directory with path [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.150655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Fetch image to [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 649.150791] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Downloading image file data 446bc687-6d94-474b-8006-e6aa28b50d30 to [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk on the data store datastore1 {{(pid=69411) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 649.152496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9dd8f-2189-40ab-b443-209198e49a93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.162963] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378113, 'name': Rename_Task, 'duration_secs': 0.234648} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.166850] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.169665] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44183269-db20-4a58-8454-f41c2a46876c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.173106] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dc793c-cf46-4512-ac3c-8ef1797919b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.188176] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c35e5-3646-48b2-bb06-181e0e5eb78a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.194142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ea8a195-c8da-4e19-b799-1d914f8c90f3 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "e57281f9-b754-4d11-afd6-6a4f9d351b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.658s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.194142] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 649.194142] env[69411]: value = "task-3378114" [ 649.194142] env[69411]: _type = "Task" [ 649.194142] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.240011] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cafb424-a6c9-4420-b1b9-78f4d709e2d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.250799] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378114, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.251079] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378112, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.255343] env[69411]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fab9af2a-962e-46d9-86a5-4baea725b171 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.307659] env[69411]: DEBUG nova.compute.utils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.309219] env[69411]: DEBUG nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.309401] env[69411]: DEBUG nova.network.neutron [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.360272] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Downloading image file data 446bc687-6d94-474b-8006-e6aa28b50d30 to the data store datastore1 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 649.449964] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 649.644969] env[69411]: DEBUG nova.policy [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12a89a5ff418429f8d6f68d7bb147e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca6306f45ab46838486150f2f09d4ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.709731] env[69411]: DEBUG nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.720453] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378112, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.727495] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378114, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.817318] env[69411]: DEBUG nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.880054] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Successfully updated port: 5faaccd7-03eb-4691-bb7b-947f342cfe6f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.104392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf7d644-6cd8-4e4c-ab2d-37e87f06442f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.116223] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7b35c1-e926-4e87-9f27-9ca9d4d91efa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.150189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38bec49-b2be-4017-af31-e0cdadd065e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.159802] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e18068b-0bbd-47e2-ac72-2f106d9f028e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.178350] env[69411]: DEBUG nova.compute.provider_tree [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.215612] env[69411]: DEBUG oslo_vmware.api [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378112, 'name': PowerOnVM_Task, 'duration_secs': 1.539244} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.216343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.216652] env[69411]: INFO nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Took 13.23 seconds to spawn the instance on the hypervisor. [ 650.216767] env[69411]: DEBUG nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.217576] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391172f-706e-4a78-8cdb-d4b336634f66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.226428] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378114, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.264631] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.399686] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 650.399989] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 650.430954] env[69411]: DEBUG nova.network.neutron [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Updated VIF entry in instance network info cache for port 4d6be203-8bef-4211-a104-5f63840b24f6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 650.431308] env[69411]: DEBUG nova.network.neutron [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Updating instance_info_cache with network_info: [{"id": "4d6be203-8bef-4211-a104-5f63840b24f6", "address": "fa:16:3e:e4:0d:b8", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6be203-8b", "ovs_interfaceid": "4d6be203-8bef-4211-a104-5f63840b24f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.538931] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Downloaded image file data 446bc687-6d94-474b-8006-e6aa28b50d30 to vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk on the data store datastore1 {{(pid=69411) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 650.540636] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 650.540901] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copying Virtual Disk [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk to [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.541215] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a089d33-e1ed-4afb-a04c-1b2ccb3d90c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.549261] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 650.549261] env[69411]: value = "task-3378115" [ 650.549261] env[69411]: _type = "Task" [ 650.549261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.558514] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.684167] env[69411]: DEBUG nova.scheduler.client.report [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.720417] env[69411]: DEBUG oslo_vmware.api [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378114, 'name': PowerOnVM_Task, 'duration_secs': 1.087169} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.720697] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.720899] env[69411]: INFO nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Took 9.23 seconds to spawn the instance on the hypervisor. [ 650.721094] env[69411]: DEBUG nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.721913] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30721b0a-b9f0-4129-9fd1-d367e2f6d5bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.749039] env[69411]: INFO nova.compute.manager [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Took 18.05 seconds to build instance. [ 650.831547] env[69411]: DEBUG nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.878120] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.878120] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.879397] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.879397] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.879397] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.879397] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.879397] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.886041] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.886041] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.886041] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.886041] env[69411]: DEBUG nova.virt.hardware [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.886041] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f5ca78-edbc-4f89-868c-73c9ff681b53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.895573] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d202a3c-61cb-4aa6-8304-73110744293d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.934670] env[69411]: DEBUG oslo_concurrency.lockutils [req-bdb8e881-8331-413b-bde9-f7c25bdb6906 req-76e7dcb8-824e-4dbc-a357-ff84513daf2c service nova] Releasing lock "refresh_cache-0080c279-4069-450e-af95-e915d15df9f0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.063999] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378115, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.129794] env[69411]: DEBUG nova.network.neutron [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Successfully created port: 8df2a74d-a375-4cea-b29e-2d4474ac8703 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.190836] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.191591] env[69411]: DEBUG nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.199204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.237s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.199367] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.199558] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 651.199880] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.626s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.203295] env[69411]: INFO nova.compute.claims [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.209353] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200115ca-5e77-477f-ad71-5af6c0d995a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.216828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fde952-5a0e-4805-9a04-bbc866a48052 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.239942] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f6c4b-9d35-4f50-8d22-3983a2f3a53f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.247530] env[69411]: INFO nova.compute.manager [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Took 16.56 seconds to build instance. [ 651.250608] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52a07b7-9c02-454c-b894-ed2106107324 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.254205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c8a78783-7dda-4b28-96c1-89dc0f583bdc tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.562s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.283807] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181005MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 651.284172] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.556854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.556989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.570366] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755287} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.570773] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copied Virtual Disk [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk to [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.570773] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30/tmp-sparse.vmdk {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.571037] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5e4c4c-6193-49be-9dd2-b304d31e3510 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.577327] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 651.577327] env[69411]: value = "task-3378116" [ 651.577327] env[69411]: _type = "Task" [ 651.577327] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.587721] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.687525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "01df552d-1482-4974-b0cd-22f8c4494d0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.687978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.710264] env[69411]: DEBUG nova.compute.utils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.712260] env[69411]: DEBUG nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.712452] env[69411]: DEBUG nova.network.neutron [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.750907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1113c02-f7ac-49d4-96e9-586a81fd5d47 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.077s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.758163] env[69411]: DEBUG nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.843915] env[69411]: DEBUG nova.network.neutron [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Successfully updated port: c95e7fcd-b085-4a8b-82f7-d254ec00c4ab {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.893768] env[69411]: DEBUG nova.policy [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36de2541eb4341feabaeb93b8d84fb35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28ae8d8d591a41a4811a0c8f611cfe2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.095031] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.095031] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.095031] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Moving file from [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9/446bc687-6d94-474b-8006-e6aa28b50d30 to [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30. {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 652.095031] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0f613b4c-2de6-48f2-9e2f-1fe35f71754a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.102348] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 652.102348] env[69411]: value = "task-3378117" [ 652.102348] env[69411]: _type = "Task" [ 652.102348] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.111822] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378117, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.218653] env[69411]: DEBUG nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.254299] env[69411]: DEBUG nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.292102] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.348579] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "refresh_cache-9d1e12dc-5811-41fe-81c6-86b81ed566a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.348579] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired lock "refresh_cache-9d1e12dc-5811-41fe-81c6-86b81ed566a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.348579] env[69411]: DEBUG nova.network.neutron [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 652.354072] env[69411]: DEBUG nova.compute.manager [None req-490a3c87-80a5-4baa-abd5-c24554d14352 tempest-ServerDiagnosticsV248Test-119060008 tempest-ServerDiagnosticsV248Test-119060008-project-admin] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.354072] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952e8467-c076-47aa-9261-989c2b301268 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.367151] env[69411]: INFO nova.compute.manager [None req-490a3c87-80a5-4baa-abd5-c24554d14352 tempest-ServerDiagnosticsV248Test-119060008 tempest-ServerDiagnosticsV248Test-119060008-project-admin] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Retrieving diagnostics [ 652.367994] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b6ceb-d069-43e6-bfac-c4d921f47bbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.473617] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f0490-74d5-4b65-a520-34f39937181e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.483084] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7315a-ed19-4bfd-afa8-1a6413db3efc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.520451] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df80597-b995-415b-9a0e-31482b7087e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.530326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa63a3d-de11-4fd3-b5c4-429ade03263a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.546621] env[69411]: DEBUG nova.compute.provider_tree [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.616447] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378117, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03834} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.616447] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] File moved {{(pid=69411) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 652.616447] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Cleaning up location [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 652.616447] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore1] vmware_temp/c7e4fb60-dff8-45cd-80e8-c0d03c881bb9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.616447] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19fa1c32-4a0e-478d-99fa-1c47b90a40e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.625048] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 652.625048] env[69411]: value = "task-3378118" [ 652.625048] env[69411]: _type = "Task" [ 652.625048] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.633402] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.790624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.951799] env[69411]: DEBUG nova.compute.manager [req-d6fa015d-35b6-4cb2-9ad5-5679cce95f5e req-cc2f2cdc-e787-477c-9ee2-a733969d0c60 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-vif-plugged-5faaccd7-03eb-4691-bb7b-947f342cfe6f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.951799] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6fa015d-35b6-4cb2-9ad5-5679cce95f5e req-cc2f2cdc-e787-477c-9ee2-a733969d0c60 service nova] Acquiring lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.951799] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6fa015d-35b6-4cb2-9ad5-5679cce95f5e req-cc2f2cdc-e787-477c-9ee2-a733969d0c60 service nova] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.951799] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6fa015d-35b6-4cb2-9ad5-5679cce95f5e req-cc2f2cdc-e787-477c-9ee2-a733969d0c60 service nova] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.952760] env[69411]: DEBUG nova.compute.manager [req-d6fa015d-35b6-4cb2-9ad5-5679cce95f5e req-cc2f2cdc-e787-477c-9ee2-a733969d0c60 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] No waiting events found dispatching network-vif-plugged-5faaccd7-03eb-4691-bb7b-947f342cfe6f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.953223] env[69411]: WARNING nova.compute.manager [req-d6fa015d-35b6-4cb2-9ad5-5679cce95f5e req-cc2f2cdc-e787-477c-9ee2-a733969d0c60 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received unexpected event network-vif-plugged-5faaccd7-03eb-4691-bb7b-947f342cfe6f for instance with vm_state building and task_state spawning. [ 652.966868] env[69411]: DEBUG nova.network.neutron [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 653.049576] env[69411]: DEBUG nova.scheduler.client.report [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.095271] env[69411]: DEBUG nova.network.neutron [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Successfully created port: a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.134377] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036785} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.134982] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.135594] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d309999-c26d-4111-a35f-ed02cef183ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.141908] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 653.141908] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e75276-fee6-7426-8c2c-d789a957015f" [ 653.141908] env[69411]: _type = "Task" [ 653.141908] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.151431] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e75276-fee6-7426-8c2c-d789a957015f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.231459] env[69411]: DEBUG nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.241123] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Successfully updated port: 6b360ff3-facb-430c-8e31-159732f3bcf6 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.267210] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.267475] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.267647] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.267984] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.268317] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.268507] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.268727] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.268888] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.269193] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.269253] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.269693] env[69411]: DEBUG nova.virt.hardware [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.270668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9cf82-393b-40bc-b01d-ec71834fea30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.279998] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d41b5-ccf5-453b-b9f2-b4413cb88f2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.358132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "e7691dd6-87a7-4496-bc9a-e4b56a725796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.358132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.558210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.558210] env[69411]: DEBUG nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.559310] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.670s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.561361] env[69411]: INFO nova.compute.claims [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.566255] env[69411]: DEBUG nova.network.neutron [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Updating instance_info_cache with network_info: [{"id": "c95e7fcd-b085-4a8b-82f7-d254ec00c4ab", "address": "fa:16:3e:55:0d:f4", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95e7fcd-b0", "ovs_interfaceid": "c95e7fcd-b085-4a8b-82f7-d254ec00c4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.654510] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e75276-fee6-7426-8c2c-d789a957015f, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.655644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.655644] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 0080c279-4069-450e-af95-e915d15df9f0/0080c279-4069-450e-af95-e915d15df9f0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.655982] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40006e31-08ab-4c1e-a263-4d68b8cb92f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.667261] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 653.667261] env[69411]: value = "task-3378119" [ 653.667261] env[69411]: _type = "Task" [ 653.667261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.677549] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.727232] env[69411]: DEBUG nova.compute.manager [req-900ff1d6-2702-45bd-8fd2-e1eb79bd50e0 req-191cafd0-2419-4ea4-875b-f6dcde31d920 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Received event network-vif-plugged-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.727443] env[69411]: DEBUG oslo_concurrency.lockutils [req-900ff1d6-2702-45bd-8fd2-e1eb79bd50e0 req-191cafd0-2419-4ea4-875b-f6dcde31d920 service nova] Acquiring lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.727915] env[69411]: DEBUG oslo_concurrency.lockutils [req-900ff1d6-2702-45bd-8fd2-e1eb79bd50e0 req-191cafd0-2419-4ea4-875b-f6dcde31d920 service nova] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.728154] env[69411]: DEBUG oslo_concurrency.lockutils [req-900ff1d6-2702-45bd-8fd2-e1eb79bd50e0 req-191cafd0-2419-4ea4-875b-f6dcde31d920 service nova] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.728299] env[69411]: DEBUG nova.compute.manager [req-900ff1d6-2702-45bd-8fd2-e1eb79bd50e0 req-191cafd0-2419-4ea4-875b-f6dcde31d920 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] No waiting events found dispatching network-vif-plugged-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.728459] env[69411]: WARNING nova.compute.manager [req-900ff1d6-2702-45bd-8fd2-e1eb79bd50e0 req-191cafd0-2419-4ea4-875b-f6dcde31d920 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Received unexpected event network-vif-plugged-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab for instance with vm_state building and task_state spawning. [ 654.066242] env[69411]: DEBUG nova.compute.utils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.067677] env[69411]: DEBUG nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 654.069944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Releasing lock "refresh_cache-9d1e12dc-5811-41fe-81c6-86b81ed566a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.070222] env[69411]: DEBUG nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Instance network_info: |[{"id": "c95e7fcd-b085-4a8b-82f7-d254ec00c4ab", "address": "fa:16:3e:55:0d:f4", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95e7fcd-b0", "ovs_interfaceid": "c95e7fcd-b085-4a8b-82f7-d254ec00c4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.070729] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:0d:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c95e7fcd-b085-4a8b-82f7-d254ec00c4ab', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.078904] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Creating folder: Project (cc1b34709c274018ad4acee97dde396f). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.081036] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e50c3188-7eec-4533-80f6-45b97db0362d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.090618] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Created folder: Project (cc1b34709c274018ad4acee97dde396f) in parent group-v674052. [ 654.090861] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Creating folder: Instances. Parent ref: group-v674065. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.091274] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db70cb6-6521-4407-91cb-96824ca77ca4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.101029] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Created folder: Instances in parent group-v674065. [ 654.101286] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.102488] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.102488] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77a7a4d0-95e8-4b11-a9ca-7decc3199014 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.131042] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.131042] env[69411]: value = "task-3378122" [ 654.131042] env[69411]: _type = "Task" [ 654.131042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.139386] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378122, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.177083] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.338482] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "39bc322d-9580-4a77-b858-3b83ad03e32f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.339029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.339029] env[69411]: DEBUG nova.compute.manager [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.339926] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684b50b4-e63a-470c-923a-4f6bf3af9b1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.347594] env[69411]: DEBUG nova.compute.manager [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 654.347701] env[69411]: DEBUG nova.objects.instance [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lazy-loading 'flavor' on Instance uuid 39bc322d-9580-4a77-b858-3b83ad03e32f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.571600] env[69411]: DEBUG nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.644730] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378122, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.681259] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804273} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.681259] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 0080c279-4069-450e-af95-e915d15df9f0/0080c279-4069-450e-af95-e915d15df9f0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.682488] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.682488] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d097231-959a-400a-aa64-fe9a829c7322 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.690150] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 654.690150] env[69411]: value = "task-3378123" [ 654.690150] env[69411]: _type = "Task" [ 654.690150] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.707511] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.881661] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72533ecf-bfb3-4548-9419-cb7d266fcda4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.889240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3c881-1659-4aa1-95f1-d94ee24910ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.927324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0234174-4c98-45c8-9a14-9cd7e12fd17c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.942697] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5322c64-c5c8-4d28-859b-729c3f374c95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.959231] env[69411]: DEBUG nova.compute.provider_tree [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.964144] env[69411]: DEBUG nova.network.neutron [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Successfully updated port: 8df2a74d-a375-4cea-b29e-2d4474ac8703 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.035401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Acquiring lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.035672] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.035878] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Acquiring lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.036503] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.036726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.039671] env[69411]: INFO nova.compute.manager [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Terminating instance [ 655.150676] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378122, 'name': CreateVM_Task, 'duration_secs': 0.855246} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.150882] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.152215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.152215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.152566] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.152566] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780f4eda-bdc1-4bf0-ab4b-30499547b116 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.160239] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 655.160239] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521449ac-435b-3b4f-860c-d758bd312fc0" [ 655.160239] env[69411]: _type = "Task" [ 655.160239] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.173332] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521449ac-435b-3b4f-860c-d758bd312fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.205914] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.206239] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.207246] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc8486-e8d2-406c-ae72-17ffd7b41dc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.240485] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 0080c279-4069-450e-af95-e915d15df9f0/0080c279-4069-450e-af95-e915d15df9f0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.240784] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a86cee-373f-46f7-8c46-4f934ca17dba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.263929] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 655.263929] env[69411]: value = "task-3378124" [ 655.263929] env[69411]: _type = "Task" [ 655.263929] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.272444] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.364501] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.365100] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8874882-4445-4eed-8b43-eadfccfdd445 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.372704] env[69411]: DEBUG oslo_vmware.api [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 655.372704] env[69411]: value = "task-3378125" [ 655.372704] env[69411]: _type = "Task" [ 655.372704] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.385223] env[69411]: DEBUG oslo_vmware.api [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.462338] env[69411]: DEBUG nova.scheduler.client.report [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.470119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.473804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.474076] env[69411]: DEBUG nova.network.neutron [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 655.546417] env[69411]: DEBUG nova.compute.manager [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.546417] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.546417] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df947a9-9f46-4737-ba32-a9d0329c8693 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.554052] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.556317] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-341ed955-bca1-4cc5-ac9d-18a864a55b8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.563283] env[69411]: DEBUG oslo_vmware.api [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Waiting for the task: (returnval){ [ 655.563283] env[69411]: value = "task-3378126" [ 655.563283] env[69411]: _type = "Task" [ 655.563283] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.573987] env[69411]: DEBUG oslo_vmware.api [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Task: {'id': task-3378126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.584660] env[69411]: DEBUG nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.618800] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.618800] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.618800] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.618800] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.619125] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.619125] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.619125] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.619125] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.619125] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.619291] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.619291] env[69411]: DEBUG nova.virt.hardware [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.624507] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba092da-c94f-453f-a690-2f81a48e7e02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.632933] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb1dce-967d-44ac-8baf-9fb3aaebe45e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.660407] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.671364] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Creating folder: Project (80122d9a49de4b9c800fccd5c1e4cbbf). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.675731] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3de8d75-a6a9-40c8-b235-dc43ad66fa27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.684202] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521449ac-435b-3b4f-860c-d758bd312fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.684543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.684862] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.685179] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.685366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.685586] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.689141] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05dd24c5-b382-42cf-b097-6a737d7ea334 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.692384] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Created folder: Project (80122d9a49de4b9c800fccd5c1e4cbbf) in parent group-v674052. [ 655.692964] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Creating folder: Instances. Parent ref: group-v674068. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.692964] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d6aa436-cab9-4e32-b3cc-7f0548b943e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.704365] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Created folder: Instances in parent group-v674068. [ 655.704365] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.705175] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.705611] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.705987] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.706959] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52152989-a6b3-4ad7-b4b7-3dfb002be2fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.721363] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0f2161-c63f-4690-864a-daea70007997 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.728875] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 655.728875] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524b93b4-6e54-7dbc-7d87-bf21756f2d21" [ 655.728875] env[69411]: _type = "Task" [ 655.728875] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.731436] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.731436] env[69411]: value = "task-3378129" [ 655.731436] env[69411]: _type = "Task" [ 655.731436] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.743906] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524b93b4-6e54-7dbc-7d87-bf21756f2d21, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.747823] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378129, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.748267] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ad33d0-da96-4b5e-ae6b-745c5a5358a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.755643] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 655.755643] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e0f74f-0c46-7e11-c8c2-671280e2ede7" [ 655.755643] env[69411]: _type = "Task" [ 655.755643] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.769129] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e0f74f-0c46-7e11-c8c2-671280e2ede7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.779786] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378124, 'name': ReconfigVM_Task, 'duration_secs': 0.497975} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.779786] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 0080c279-4069-450e-af95-e915d15df9f0/0080c279-4069-450e-af95-e915d15df9f0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.782293] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39017cb0-a8c6-4074-909e-5f273d2702af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.793265] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 655.793265] env[69411]: value = "task-3378130" [ 655.793265] env[69411]: _type = "Task" [ 655.793265] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.803403] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378130, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.884839] env[69411]: DEBUG oslo_vmware.api [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378125, 'name': PowerOffVM_Task, 'duration_secs': 0.255315} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.885199] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.885438] env[69411]: DEBUG nova.compute.manager [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.889058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cbd360-befb-4e5f-98f5-39c092add9a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.981089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.981962] env[69411]: DEBUG nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.989115] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.723s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.989115] env[69411]: INFO nova.compute.claims [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.076692] env[69411]: DEBUG oslo_vmware.api [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Task: {'id': task-3378126, 'name': PowerOffVM_Task, 'duration_secs': 0.23765} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.076975] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.077164] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.077415] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdb6c63c-f27d-49db-81df-246b627aea78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.138847] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.139168] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.139282] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Deleting the datastore file [datastore2] 6d9ce6a4-d9a3-414a-b898-aca53980fd16 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.140225] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82bf7dba-2e03-40aa-a825-e1745a597eb2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.147376] env[69411]: DEBUG oslo_vmware.api [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Waiting for the task: (returnval){ [ 656.147376] env[69411]: value = "task-3378132" [ 656.147376] env[69411]: _type = "Task" [ 656.147376] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.159765] env[69411]: DEBUG oslo_vmware.api [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Task: {'id': task-3378132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.180167] env[69411]: DEBUG nova.network.neutron [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 656.245428] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378129, 'name': CreateVM_Task, 'duration_secs': 0.339502} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.245741] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.246312] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.246719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.247245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.247508] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33cbd64-4f26-4293-8885-0a3ebf00036f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.252978] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 656.252978] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ade5ba-12ef-90a6-a4bb-5066dc141902" [ 656.252978] env[69411]: _type = "Task" [ 656.252978] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.272726] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ade5ba-12ef-90a6-a4bb-5066dc141902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.272726] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e0f74f-0c46-7e11-c8c2-671280e2ede7, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.272880] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.273059] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9d1e12dc-5811-41fe-81c6-86b81ed566a2/9d1e12dc-5811-41fe-81c6-86b81ed566a2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.273277] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06736584-4e5b-443a-a7a9-ec32f9d6c5a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.281096] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 656.281096] env[69411]: value = "task-3378133" [ 656.281096] env[69411]: _type = "Task" [ 656.281096] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.290867] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.303623] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378130, 'name': Rename_Task, 'duration_secs': 0.140369} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.303623] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.303623] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ad0a98-761e-45e0-8685-ca8515a49f8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.311348] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 656.311348] env[69411]: value = "task-3378134" [ 656.311348] env[69411]: _type = "Task" [ 656.311348] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.321586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "e946f1e9-8219-4a53-843d-65044bd6d369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.322214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e946f1e9-8219-4a53-843d-65044bd6d369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.322214] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.410758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9fda15ac-1476-406c-91bf-71c12c2929ad tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.496346] env[69411]: DEBUG nova.compute.utils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.496346] env[69411]: DEBUG nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.496346] env[69411]: DEBUG nova.network.neutron [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.660343] env[69411]: DEBUG oslo_vmware.api [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Task: {'id': task-3378132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.660343] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.660480] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.660576] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.660745] env[69411]: INFO nova.compute.manager [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Took 1.12 seconds to destroy the instance on the hypervisor. [ 656.660982] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.661190] env[69411]: DEBUG nova.compute.manager [-] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.661282] env[69411]: DEBUG nova.network.neutron [-] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 656.763847] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ade5ba-12ef-90a6-a4bb-5066dc141902, 'name': SearchDatastore_Task, 'duration_secs': 0.017735} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.763996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.764233] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.764505] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.764700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.764886] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.765484] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d0f5bc-67cd-4ff4-9457-cb37f24c6c8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.778526] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.778526] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.778526] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071c7341-51c7-411f-8b74-13d6d270a695 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.786049] env[69411]: DEBUG nova.policy [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd84cac0d88754bf2bddb47b3db21e29c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66bbc2c0256344ffa8f4b77331312f24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.803613] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 656.803613] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525fe45c-6a0a-712c-20af-ae3e2781edcf" [ 656.803613] env[69411]: _type = "Task" [ 656.803613] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.805889] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459414} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.805889] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9d1e12dc-5811-41fe-81c6-86b81ed566a2/9d1e12dc-5811-41fe-81c6-86b81ed566a2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.805889] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.809130] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ffccf4f-3c06-4fc7-a1fb-ddab29e6a3b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.821795] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525fe45c-6a0a-712c-20af-ae3e2781edcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.825401] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 656.825401] env[69411]: value = "task-3378135" [ 656.825401] env[69411]: _type = "Task" [ 656.825401] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.825401] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9fe2ac-4dd6-454e-8103-b1fd84f46f62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.833972] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.839021] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 656.839021] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5285c20a-4979-5078-b817-563fe7e6c878" [ 656.839021] env[69411]: _type = "Task" [ 656.839021] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.841946] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.855538] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5285c20a-4979-5078-b817-563fe7e6c878, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.855538] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.855760] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.856071] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e681055-0315-4e27-92ff-7ff81bc49b44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.862515] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 656.862515] env[69411]: value = "task-3378136" [ 656.862515] env[69411]: _type = "Task" [ 656.862515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.870847] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.004954] env[69411]: DEBUG nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.049684] env[69411]: DEBUG nova.compute.manager [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-changed-5faaccd7-03eb-4691-bb7b-947f342cfe6f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.049863] env[69411]: DEBUG nova.compute.manager [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Refreshing instance network info cache due to event network-changed-5faaccd7-03eb-4691-bb7b-947f342cfe6f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.050089] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Acquiring lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.050358] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Acquired lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.050576] env[69411]: DEBUG nova.network.neutron [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Refreshing network info cache for port 5faaccd7-03eb-4691-bb7b-947f342cfe6f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 657.327253] env[69411]: DEBUG oslo_vmware.api [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378134, 'name': PowerOnVM_Task, 'duration_secs': 0.546778} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.332018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.332018] env[69411]: INFO nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Took 13.53 seconds to spawn the instance on the hypervisor. [ 657.332018] env[69411]: DEBUG nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.332870] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0629ddf9-009f-4211-b563-c8301eb6cff6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.343216] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071507} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.345346] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.349324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9099a6bf-2f25-4fb7-804b-580e01b8880c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.384893] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9d1e12dc-5811-41fe-81c6-86b81ed566a2/9d1e12dc-5811-41fe-81c6-86b81ed566a2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.389828] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3539acd-0272-44b8-ab1a-1b5c18eedb12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.410883] env[69411]: DEBUG nova.network.neutron [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance_info_cache with network_info: [{"id": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "address": "fa:16:3e:fd:bd:ed", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df2a74d-a3", "ovs_interfaceid": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.418993] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46172} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.424020] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.424020] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.424020] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 657.424020] env[69411]: value = "task-3378137" [ 657.424020] env[69411]: _type = "Task" [ 657.424020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.424020] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4d28fd0-1bbb-4b70-bd35-18a946086062 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.429662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ae43f-e730-428a-951d-e0a5df15301d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.434247] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 657.434247] env[69411]: value = "task-3378138" [ 657.434247] env[69411]: _type = "Task" [ 657.434247] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.440715] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.445448] env[69411]: DEBUG nova.network.neutron [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Successfully updated port: a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.447877] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870840fa-58d7-460f-9dbc-df528878e0a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.486308] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63522805-1a02-451b-a937-192d0f0aa05c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.489227] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.495151] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12098bf5-3465-4415-9f29-a4dcfa3ed50e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.510125] env[69411]: DEBUG nova.compute.provider_tree [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.689266] env[69411]: DEBUG nova.network.neutron [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 657.867331] env[69411]: INFO nova.compute.manager [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Took 22.69 seconds to build instance. [ 657.914565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.914955] env[69411]: DEBUG nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Instance network_info: |[{"id": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "address": "fa:16:3e:fd:bd:ed", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df2a74d-a3", "ovs_interfaceid": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.915532] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:bd:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8df2a74d-a375-4cea-b29e-2d4474ac8703', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.924103] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Creating folder: Project (aca6306f45ab46838486150f2f09d4ce). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.925634] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e45787c-194b-44c1-9e0d-081e3a8d1ba6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.940763] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378137, 'name': ReconfigVM_Task, 'duration_secs': 0.309144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.948396] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9d1e12dc-5811-41fe-81c6-86b81ed566a2/9d1e12dc-5811-41fe-81c6-86b81ed566a2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.949294] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Created folder: Project (aca6306f45ab46838486150f2f09d4ce) in parent group-v674052. [ 657.949537] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Creating folder: Instances. Parent ref: group-v674071. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.949837] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6878d3d-7012-48fb-b8a9-94a2a5a46af5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.952293] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f0ef089-99d6-424e-b857-d2bdf6fb3271 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.955536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.955806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.956541] env[69411]: DEBUG nova.network.neutron [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 657.968338] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069216} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.970397] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Successfully updated port: 321e94a9-08b1-42e9-af2b-148aa502de5a {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.976719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.978590] env[69411]: DEBUG nova.network.neutron [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.985333] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a8552f-7415-4c5e-a3a2-92bfea0f8e96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.991875] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Created folder: Instances in parent group-v674071. [ 657.992780] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.993195] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 657.993195] env[69411]: value = "task-3378140" [ 657.993195] env[69411]: _type = "Task" [ 657.993195] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.994054] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Releasing lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.994926] env[69411]: DEBUG nova.compute.manager [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-vif-plugged-6b360ff3-facb-430c-8e31-159732f3bcf6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.994926] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Acquiring lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.995138] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.995204] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.995427] env[69411]: DEBUG nova.compute.manager [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] No waiting events found dispatching network-vif-plugged-6b360ff3-facb-430c-8e31-159732f3bcf6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.995674] env[69411]: WARNING nova.compute.manager [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received unexpected event network-vif-plugged-6b360ff3-facb-430c-8e31-159732f3bcf6 for instance with vm_state building and task_state spawning. [ 657.996235] env[69411]: DEBUG nova.compute.manager [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-changed-6b360ff3-facb-430c-8e31-159732f3bcf6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.996388] env[69411]: DEBUG nova.compute.manager [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Refreshing instance network info cache due to event network-changed-6b360ff3-facb-430c-8e31-159732f3bcf6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.996633] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Acquiring lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.996835] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Acquired lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.997093] env[69411]: DEBUG nova.network.neutron [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Refreshing network info cache for port 6b360ff3-facb-430c-8e31-159732f3bcf6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 657.998575] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.000710] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49f10b4b-dcde-41cf-ba7c-a22dd13596fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.042752] env[69411]: DEBUG nova.scheduler.client.report [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.049956] env[69411]: DEBUG nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.062118] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.063804] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b366908f-0bba-40b8-8035-f37d6fe7d00c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.083567] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378140, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.083955] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.083955] env[69411]: value = "task-3378142" [ 658.083955] env[69411]: _type = "Task" [ 658.083955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.089802] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 658.089802] env[69411]: value = "task-3378143" [ 658.089802] env[69411]: _type = "Task" [ 658.089802] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.100013] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378142, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.105109] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.108473] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.108473] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.108473] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.108745] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.108745] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.108745] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.108745] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.108745] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.108941] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.108941] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.109221] env[69411]: DEBUG nova.virt.hardware [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.109953] env[69411]: DEBUG nova.network.neutron [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 658.112740] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c14d452-0cdc-4b4f-8a58-5d60f57e0b79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.120799] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87fb2a7-f266-49a4-b6f4-abfebc55fbf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.234930] env[69411]: DEBUG nova.compute.manager [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Received event network-changed-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.237225] env[69411]: DEBUG nova.compute.manager [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Refreshing instance network info cache due to event network-changed-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.237225] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Acquiring lock "refresh_cache-9d1e12dc-5811-41fe-81c6-86b81ed566a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.237225] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Acquired lock "refresh_cache-9d1e12dc-5811-41fe-81c6-86b81ed566a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.237225] env[69411]: DEBUG nova.network.neutron [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Refreshing network info cache for port c95e7fcd-b085-4a8b-82f7-d254ec00c4ab {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 658.356282] env[69411]: DEBUG nova.network.neutron [-] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.367101] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0ac5e4cb-4ffd-4d07-a2cf-715e7f586381 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "0080c279-4069-450e-af95-e915d15df9f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.195s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.477696] env[69411]: DEBUG nova.network.neutron [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updating instance_info_cache with network_info: [{"id": "a47fd5bb-3684-459e-8048-532abd3ee006", "address": "fa:16:3e:05:ca:ba", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fd5bb-36", "ovs_interfaceid": "a47fd5bb-3684-459e-8048-532abd3ee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.485134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.497406] env[69411]: DEBUG nova.network.neutron [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Successfully created port: 6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.514774] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378140, 'name': Rename_Task, 'duration_secs': 0.15788} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.514774] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.515065] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9978fac-23dd-44d7-a798-2e321ecc94bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.520966] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 658.520966] env[69411]: value = "task-3378144" [ 658.520966] env[69411]: _type = "Task" [ 658.520966] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.530201] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.563821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.564395] env[69411]: DEBUG nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.571184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.287s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.592605] env[69411]: DEBUG nova.network.neutron [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 658.600614] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378142, 'name': CreateVM_Task, 'duration_secs': 0.363259} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.600887] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.601607] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.601865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.603212] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.603212] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1525ac99-d36c-46f7-acc4-f8b27acdbaf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.607410] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378143, 'name': ReconfigVM_Task, 'duration_secs': 0.401111} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.608754] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.608754] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9251f691-a70d-422f-9c1d-92f4dba98e28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.611414] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 658.611414] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b697a-7495-8460-a258-b2ed8bfc7567" [ 658.611414] env[69411]: _type = "Task" [ 658.611414] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.617332] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 658.617332] env[69411]: value = "task-3378145" [ 658.617332] env[69411]: _type = "Task" [ 658.617332] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.626288] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523b697a-7495-8460-a258-b2ed8bfc7567, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.626477] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.626727] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.626950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.627102] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.627282] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.636204] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c56f5c1b-212a-4ad9-8c1d-71205e4a534a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.638219] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378145, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.646889] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.646889] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.647188] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9771aaab-59c7-4ec9-be7d-796fc1fcfacf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.657113] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 658.657113] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a56ec8-fa15-92ee-c018-eb17650bffd0" [ 658.657113] env[69411]: _type = "Task" [ 658.657113] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.668015] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a56ec8-fa15-92ee-c018-eb17650bffd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.859253] env[69411]: INFO nova.compute.manager [-] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Took 2.20 seconds to deallocate network for instance. [ 658.873291] env[69411]: DEBUG nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.983672] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Releasing lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.985212] env[69411]: DEBUG nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Instance network_info: |[{"id": "a47fd5bb-3684-459e-8048-532abd3ee006", "address": "fa:16:3e:05:ca:ba", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fd5bb-36", "ovs_interfaceid": "a47fd5bb-3684-459e-8048-532abd3ee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.985366] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ca:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a47fd5bb-3684-459e-8048-532abd3ee006', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.995931] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Creating folder: Project (28ae8d8d591a41a4811a0c8f611cfe2b). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.996329] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84622deb-6281-47bd-b94a-b04ab548df25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.007042] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Created folder: Project (28ae8d8d591a41a4811a0c8f611cfe2b) in parent group-v674052. [ 659.007159] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Creating folder: Instances. Parent ref: group-v674074. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.007397] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6329af5f-542a-4578-9a6a-18e978164bb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.016853] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Created folder: Instances in parent group-v674074. [ 659.017257] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.017347] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.017541] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62cc4739-4c43-4267-b778-84a421cbf226 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.044626] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378144, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.044626] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.044626] env[69411]: value = "task-3378148" [ 659.044626] env[69411]: _type = "Task" [ 659.044626] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.053359] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378148, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.079558] env[69411]: DEBUG nova.compute.utils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.090394] env[69411]: DEBUG nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.090633] env[69411]: DEBUG nova.network.neutron [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.109326] env[69411]: DEBUG nova.network.neutron [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.140745] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378145, 'name': Rename_Task, 'duration_secs': 0.132248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.140745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.140745] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af0bd1b5-3857-4a63-81d2-7265990803c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.147327] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 659.147327] env[69411]: value = "task-3378149" [ 659.147327] env[69411]: _type = "Task" [ 659.147327] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.158658] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.168938] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a56ec8-fa15-92ee-c018-eb17650bffd0, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.170398] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1728a78f-1a27-4e27-861c-4a8a6a4d89b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.176542] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 659.176542] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ffc820-1391-371a-68ea-32eeffdf4728" [ 659.176542] env[69411]: _type = "Task" [ 659.176542] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.178320] env[69411]: DEBUG nova.policy [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169c939b751645c081f560533ea23de1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb96d9d9d1fc49909ca46c6f06dc7aef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.189996] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ffc820-1391-371a-68ea-32eeffdf4728, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.190342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.190660] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 065960f4-681e-4867-9b12-00672a5a9055/065960f4-681e-4867-9b12-00672a5a9055.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.191107] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8b0db77-18af-46f7-96cd-b14a21336586 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.200614] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 659.200614] env[69411]: value = "task-3378150" [ 659.200614] env[69411]: _type = "Task" [ 659.200614] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.209988] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.240062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.240537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.372853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.406798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.548262] env[69411]: DEBUG oslo_vmware.api [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378144, 'name': PowerOnVM_Task, 'duration_secs': 0.931212} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.553940] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.553940] env[69411]: INFO nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Took 11.13 seconds to spawn the instance on the hypervisor. [ 659.553940] env[69411]: DEBUG nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.554269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b41e67-f003-4089-ba67-6d8d3131af34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.567866] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378148, 'name': CreateVM_Task, 'duration_secs': 0.330339} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.574539] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.579228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.579354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.580748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.581446] env[69411]: DEBUG nova.network.neutron [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Updated VIF entry in instance network info cache for port c95e7fcd-b085-4a8b-82f7-d254ec00c4ab. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 659.581922] env[69411]: DEBUG nova.network.neutron [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Updating instance_info_cache with network_info: [{"id": "c95e7fcd-b085-4a8b-82f7-d254ec00c4ab", "address": "fa:16:3e:55:0d:f4", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc95e7fcd-b0", "ovs_interfaceid": "c95e7fcd-b085-4a8b-82f7-d254ec00c4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.584014] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e5996d-db49-4db3-add7-f264d203a2d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.592065] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 659.592065] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c50d76-831a-fb50-1770-7979a14ec23c" [ 659.592065] env[69411]: _type = "Task" [ 659.592065] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.592065] env[69411]: DEBUG nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.612250] env[69411]: DEBUG oslo_concurrency.lockutils [req-85de0cd4-c515-4203-8d76-ab50d5e8e79b req-6e4c5ba6-7a0a-4c0c-a3b8-def0ac6f709f service nova] Releasing lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.613418] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c50d76-831a-fb50-1770-7979a14ec23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.613860] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.614176] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 659.631103] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 6d9ce6a4-d9a3-414a-b898-aca53980fd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.631313] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e57281f9-b754-4d11-afd6-6a4f9d351b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.631741] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 39bc322d-9580-4a77-b858-3b83ad03e32f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.631741] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 0080c279-4069-450e-af95-e915d15df9f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.631741] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 81d85e58-a72f-443a-aea2-8bf16ec1e973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.631900] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9d1e12dc-5811-41fe-81c6-86b81ed566a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.631996] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 065960f4-681e-4867-9b12-00672a5a9055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.632167] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance c7a943eb-edf4-4811-80c5-5ab15677ee62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.636845] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 3a2b2049-4cae-4ff4-b271-a4b72ef293f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.636845] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.636845] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 4aafbb59-7ef3-4f16-9e90-973898612a06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 659.669340] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.714595] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378150, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.929554] env[69411]: DEBUG nova.network.neutron [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Successfully created port: bf065ec0-6c7f-466c-a69d-05724c9b2a43 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.088808] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Releasing lock "refresh_cache-9d1e12dc-5811-41fe-81c6-86b81ed566a2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.092129] env[69411]: DEBUG nova.compute.manager [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Received event network-vif-plugged-8df2a74d-a375-4cea-b29e-2d4474ac8703 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.092129] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Acquiring lock "065960f4-681e-4867-9b12-00672a5a9055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.092129] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Lock "065960f4-681e-4867-9b12-00672a5a9055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.092129] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Lock "065960f4-681e-4867-9b12-00672a5a9055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.092129] env[69411]: DEBUG nova.compute.manager [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] No waiting events found dispatching network-vif-plugged-8df2a74d-a375-4cea-b29e-2d4474ac8703 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.092566] env[69411]: WARNING nova.compute.manager [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Received unexpected event network-vif-plugged-8df2a74d-a375-4cea-b29e-2d4474ac8703 for instance with vm_state building and task_state spawning. [ 660.092566] env[69411]: DEBUG nova.compute.manager [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Received event network-changed-8df2a74d-a375-4cea-b29e-2d4474ac8703 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.092566] env[69411]: DEBUG nova.compute.manager [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Refreshing instance network info cache due to event network-changed-8df2a74d-a375-4cea-b29e-2d4474ac8703. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.094129] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Acquiring lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.094129] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Acquired lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.094129] env[69411]: DEBUG nova.network.neutron [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Refreshing network info cache for port 8df2a74d-a375-4cea-b29e-2d4474ac8703 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 660.109933] env[69411]: INFO nova.compute.manager [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Took 24.51 seconds to build instance. [ 660.123887] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c50d76-831a-fb50-1770-7979a14ec23c, 'name': SearchDatastore_Task, 'duration_secs': 0.062991} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.124867] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.126011] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.126011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.126011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.126011] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.126011] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a3878b5-f043-483f-b4e7-03a7d8ce7c30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.137867] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.138236] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.140229] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 81dc722f-5177-4034-83dd-7d4fbeb373c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.141641] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b50354-1451-46e2-9db4-673fa16ccc03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.162454] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 660.162454] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f2f18d-7476-4b99-b214-845d314a703d" [ 660.162454] env[69411]: _type = "Task" [ 660.162454] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.171941] env[69411]: DEBUG oslo_vmware.api [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378149, 'name': PowerOnVM_Task, 'duration_secs': 0.684974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.174043] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.174043] env[69411]: INFO nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Took 4.59 seconds to spawn the instance on the hypervisor. [ 660.174043] env[69411]: DEBUG nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.174043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b652fd6-617c-443d-a55d-28197d62d76d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.181016] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f2f18d-7476-4b99-b214-845d314a703d, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.181759] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0278ab62-b450-4d20-b9ce-0198b4fd4315 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.193844] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 660.193844] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52235815-9a5a-6e88-f450-25ad81d10d0b" [ 660.193844] env[69411]: _type = "Task" [ 660.193844] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.202301] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52235815-9a5a-6e88-f450-25ad81d10d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.210925] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527801} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.211191] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 065960f4-681e-4867-9b12-00672a5a9055/065960f4-681e-4867-9b12-00672a5a9055.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.211402] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.213024] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5af70ef5-9e25-4fcc-b8f9-6af888bc68da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.220366] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 660.220366] env[69411]: value = "task-3378151" [ 660.220366] env[69411]: _type = "Task" [ 660.220366] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.229603] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.241626] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 660.490286] env[69411]: DEBUG nova.network.neutron [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Successfully updated port: 6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.544963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.545357] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.617580] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f278e077-d864-4c70-b797-1fbdfab03674 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.023s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.618318] env[69411]: DEBUG nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.649399] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.649677] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.649893] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.650259] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.650911] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.650911] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.650911] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.651126] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.651328] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.652305] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.652305] env[69411]: DEBUG nova.virt.hardware [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.653453] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.655281] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55696689-bf90-4ff3-8b23-04d594b5f1b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.670271] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799cb639-f968-44ce-a4a5-636404e84a0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.702361] env[69411]: INFO nova.compute.manager [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Took 18.22 seconds to build instance. [ 660.709815] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52235815-9a5a-6e88-f450-25ad81d10d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.710065] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.710321] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] c7a943eb-edf4-4811-80c5-5ab15677ee62/c7a943eb-edf4-4811-80c5-5ab15677ee62.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.711514] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a237ce3-237e-474e-a88d-c0c3b973d219 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.719120] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 660.719120] env[69411]: value = "task-3378152" [ 660.719120] env[69411]: _type = "Task" [ 660.719120] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.739029] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.743398] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126933} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.744373] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.745501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c108e-f00a-4280-b209-5aa9e465d4a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.774333] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 065960f4-681e-4867-9b12-00672a5a9055/065960f4-681e-4867-9b12-00672a5a9055.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.777578] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7216bb40-57a1-49f5-af21-72637ec45f2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.803471] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 660.803471] env[69411]: value = "task-3378153" [ 660.803471] env[69411]: _type = "Task" [ 660.803471] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.815189] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.994467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.994925] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquired lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.995132] env[69411]: DEBUG nova.network.neutron [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 661.067210] env[69411]: DEBUG nova.network.neutron [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updated VIF entry in instance network info cache for port 8df2a74d-a375-4cea-b29e-2d4474ac8703. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 661.067570] env[69411]: DEBUG nova.network.neutron [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance_info_cache with network_info: [{"id": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "address": "fa:16:3e:fd:bd:ed", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df2a74d-a3", "ovs_interfaceid": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.124555] env[69411]: DEBUG nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.167928] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 01df552d-1482-4974-b0cd-22f8c4494d0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 661.205754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0893b3ef-17b1-4ee1-bf2e-504bb6986b12 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.734s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.239372] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51129} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.239372] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] c7a943eb-edf4-4811-80c5-5ab15677ee62/c7a943eb-edf4-4811-80c5-5ab15677ee62.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.239372] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.239677] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1900e990-aa57-4319-be17-7b6db6daf95c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.246516] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 661.246516] env[69411]: value = "task-3378154" [ 661.246516] env[69411]: _type = "Task" [ 661.246516] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.256123] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.315974] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.456340] env[69411]: DEBUG nova.compute.manager [req-9742a918-acc0-4dd9-9dd7-55b738c508f7 req-e4598460-4a48-4966-8b42-7c8437c57547 service nova] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Received event network-vif-deleted-5a60b4cd-687d-4292-b301-2d7d06e060fc {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.534545] env[69411]: DEBUG nova.network.neutron [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 661.570208] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fd2886f-4a92-4a7f-910b-40e6be1b0258 req-29d62fae-97ea-4fc1-b6be-3ecb4bd87855 service nova] Releasing lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.647223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.672518] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e7691dd6-87a7-4496-bc9a-e4b56a725796 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 661.710095] env[69411]: DEBUG nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.733792] env[69411]: DEBUG nova.compute.manager [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.734624] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d9f0e-e230-4665-9097-268a0778c69a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.760328] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323927} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.760965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.761836] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835dd104-8cda-463d-9b02-353ac4101e37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.791078] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c7a943eb-edf4-4811-80c5-5ab15677ee62/c7a943eb-edf4-4811-80c5-5ab15677ee62.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.792412] env[69411]: DEBUG nova.network.neutron [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updating instance_info_cache with network_info: [{"id": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "address": "fa:16:3e:77:26:43", "network": {"id": "2b0edd26-e578-42ef-bff6-7101ebed0812", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717504495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66bbc2c0256344ffa8f4b77331312f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9b76af-24", "ovs_interfaceid": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.794263] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca83051f-c6fe-42f9-b264-d3ec7aa4e7c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.810862] env[69411]: DEBUG nova.network.neutron [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Updating instance_info_cache with network_info: [{"id": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "address": "fa:16:3e:52:e9:67", "network": {"id": "e861e94a-5d9c-4212-9ee4-b822eb2608ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1218169621", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5faaccd7-03", "ovs_interfaceid": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b360ff3-facb-430c-8e31-159732f3bcf6", "address": "fa:16:3e:8a:6c:21", "network": {"id": "83012cf7-73fe-4f2a-b42f-a7e17292be0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-694757340", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b360ff3-fa", "ovs_interfaceid": "6b360ff3-facb-430c-8e31-159732f3bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "321e94a9-08b1-42e9-af2b-148aa502de5a", "address": "fa:16:3e:74:bd:13", "network": {"id": "e861e94a-5d9c-4212-9ee4-b822eb2608ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1218169621", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap321e94a9-08", "ovs_interfaceid": "321e94a9-08b1-42e9-af2b-148aa502de5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.824244] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378153, 'name': ReconfigVM_Task, 'duration_secs': 0.580644} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.826174] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 065960f4-681e-4867-9b12-00672a5a9055/065960f4-681e-4867-9b12-00672a5a9055.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.826958] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 661.826958] env[69411]: value = "task-3378155" [ 661.826958] env[69411]: _type = "Task" [ 661.826958] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.827172] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e112f94d-8890-4125-9cd7-6c63d03e2d75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.839054] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.840629] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 661.840629] env[69411]: value = "task-3378156" [ 661.840629] env[69411]: _type = "Task" [ 661.840629] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.850312] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378156, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.851340] env[69411]: DEBUG nova.network.neutron [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Successfully updated port: bf065ec0-6c7f-466c-a69d-05724c9b2a43 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.071090] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Received event network-vif-plugged-a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.071309] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Acquiring lock "c7a943eb-edf4-4811-80c5-5ab15677ee62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.071608] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.071862] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.072091] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] No waiting events found dispatching network-vif-plugged-a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.072275] env[69411]: WARNING nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Received unexpected event network-vif-plugged-a47fd5bb-3684-459e-8048-532abd3ee006 for instance with vm_state building and task_state spawning. [ 662.072438] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-vif-plugged-321e94a9-08b1-42e9-af2b-148aa502de5a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.073090] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Acquiring lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.073555] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.073871] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.073930] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] No waiting events found dispatching network-vif-plugged-321e94a9-08b1-42e9-af2b-148aa502de5a {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.074116] env[69411]: WARNING nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received unexpected event network-vif-plugged-321e94a9-08b1-42e9-af2b-148aa502de5a for instance with vm_state building and task_state spawning. [ 662.074383] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Received event network-changed-a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.074436] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Refreshing instance network info cache due to event network-changed-a47fd5bb-3684-459e-8048-532abd3ee006. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.074622] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Acquiring lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.074761] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Acquired lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.074954] env[69411]: DEBUG nova.network.neutron [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Refreshing network info cache for port a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 662.076460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "03603f13-a3d3-4960-889c-4f26d1eef446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.076689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "03603f13-a3d3-4960-889c-4f26d1eef446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.176509] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e946f1e9-8219-4a53-843d-65044bd6d369 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 662.234689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.251388] env[69411]: INFO nova.compute.manager [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] instance snapshotting [ 662.251388] env[69411]: WARNING nova.compute.manager [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 662.253478] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a7c49-e54c-47d5-b96f-14504bea45ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.275039] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e423ca-83b0-4c57-9519-07603ff6d19d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.313416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Releasing lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.313907] env[69411]: DEBUG nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Instance network_info: |[{"id": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "address": "fa:16:3e:77:26:43", "network": {"id": "2b0edd26-e578-42ef-bff6-7101ebed0812", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717504495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66bbc2c0256344ffa8f4b77331312f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9b76af-24", "ovs_interfaceid": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.314433] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:26:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e9b76af-24ac-4e59-84c1-6820bf60d05c', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.324871] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Creating folder: Project (66bbc2c0256344ffa8f4b77331312f24). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.325194] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Releasing lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.325586] env[69411]: DEBUG nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Instance network_info: |[{"id": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "address": "fa:16:3e:52:e9:67", "network": {"id": "e861e94a-5d9c-4212-9ee4-b822eb2608ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1218169621", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5faaccd7-03", "ovs_interfaceid": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b360ff3-facb-430c-8e31-159732f3bcf6", "address": "fa:16:3e:8a:6c:21", "network": {"id": "83012cf7-73fe-4f2a-b42f-a7e17292be0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-694757340", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b360ff3-fa", "ovs_interfaceid": "6b360ff3-facb-430c-8e31-159732f3bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "321e94a9-08b1-42e9-af2b-148aa502de5a", "address": "fa:16:3e:74:bd:13", "network": {"id": "e861e94a-5d9c-4212-9ee4-b822eb2608ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1218169621", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap321e94a9-08", "ovs_interfaceid": "321e94a9-08b1-42e9-af2b-148aa502de5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.325893] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06be7ae6-22a9-4c89-a936-c1dc1616ef70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.328808] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:e9:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5faaccd7-03eb-4691-bb7b-947f342cfe6f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:6c:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b360ff3-facb-430c-8e31-159732f3bcf6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:bd:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '321e94a9-08b1-42e9-af2b-148aa502de5a', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.341415] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Creating folder: Project (e153e2b570134f91bbfd74b0ba7484ab). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.343027] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eccba12b-4b4e-4f5b-9b9b-6ac8fef7e0b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.356723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "refresh_cache-4aafbb59-7ef3-4f16-9e90-973898612a06" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.357010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquired lock "refresh_cache-4aafbb59-7ef3-4f16-9e90-973898612a06" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.357101] env[69411]: DEBUG nova.network.neutron [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 662.358901] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Created folder: Project (66bbc2c0256344ffa8f4b77331312f24) in parent group-v674052. [ 662.359022] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Creating folder: Instances. Parent ref: group-v674077. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.365818] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5467e7a-f392-4b88-ab48-ebc6388d1944 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.369205] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.370454] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Created folder: Project (e153e2b570134f91bbfd74b0ba7484ab) in parent group-v674052. [ 662.370659] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Creating folder: Instances. Parent ref: group-v674078. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.371274] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe1d33d3-c576-4dd5-bc97-863e4856e9b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.377563] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378156, 'name': Rename_Task, 'duration_secs': 0.328231} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.381322] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.381322] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Created folder: Instances in parent group-v674077. [ 662.381322] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.381322] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aa584ed-b203-48a3-9a18-238ea7b6d697 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.382083] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.383124] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c9bbba9-b6dc-4eec-b11d-9e663ffef2a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.401126] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Created folder: Instances in parent group-v674078. [ 662.401126] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.401126] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.401324] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0197205d-1bfa-44ab-8d01-615f04ba41c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.425075] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 662.425075] env[69411]: value = "task-3378161" [ 662.425075] env[69411]: _type = "Task" [ 662.425075] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.425253] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.425253] env[69411]: value = "task-3378162" [ 662.425253] env[69411]: _type = "Task" [ 662.425253] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.433154] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.433154] env[69411]: value = "task-3378163" [ 662.433154] env[69411]: _type = "Task" [ 662.433154] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.443359] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378161, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.443359] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378162, 'name': CreateVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.448624] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378163, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.679781] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 30d08bf2-b802-49e7-8bc5-8cb85fb16264 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 662.680898] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 662.681267] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 662.787519] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 662.787730] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77fee9ce-fe60-4448-840f-f2292e699d8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.800759] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 662.800759] env[69411]: value = "task-3378164" [ 662.800759] env[69411]: _type = "Task" [ 662.800759] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.814443] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.853706] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378155, 'name': ReconfigVM_Task, 'duration_secs': 0.580644} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.856670] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c7a943eb-edf4-4811-80c5-5ab15677ee62/c7a943eb-edf4-4811-80c5-5ab15677ee62.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.857712] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e144ca8c-f101-4a08-95c6-2f06b5de576a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.868843] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 662.868843] env[69411]: value = "task-3378165" [ 662.868843] env[69411]: _type = "Task" [ 662.868843] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.883699] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378165, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.940310] env[69411]: DEBUG nova.network.neutron [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 662.942950] env[69411]: DEBUG nova.network.neutron [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updated VIF entry in instance network info cache for port a47fd5bb-3684-459e-8048-532abd3ee006. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 662.944093] env[69411]: DEBUG nova.network.neutron [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updating instance_info_cache with network_info: [{"id": "a47fd5bb-3684-459e-8048-532abd3ee006", "address": "fa:16:3e:05:ca:ba", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fd5bb-36", "ovs_interfaceid": "a47fd5bb-3684-459e-8048-532abd3ee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.956045] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378161, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.964220] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378162, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.971824] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378163, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.086106] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15babb22-1a0c-461c-a1f4-59a34f496565 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.093407] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1621dc8f-e32b-4057-974c-cdfb7fb19467 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.127452] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e898bd0-7a0b-497b-8f56-02bf4f89990f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.135517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3742e7-8c86-4e06-809e-dc710a905167 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.149421] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.311668] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378164, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.338137] env[69411]: DEBUG nova.network.neutron [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Updating instance_info_cache with network_info: [{"id": "bf065ec0-6c7f-466c-a69d-05724c9b2a43", "address": "fa:16:3e:87:01:09", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf065ec0-6c", "ovs_interfaceid": "bf065ec0-6c7f-466c-a69d-05724c9b2a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.379094] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378165, 'name': Rename_Task, 'duration_secs': 0.2388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.379715] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.380611] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c0af0d9-bce2-450c-b55e-5f79b732a580 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.388799] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 663.388799] env[69411]: value = "task-3378166" [ 663.388799] env[69411]: _type = "Task" [ 663.388799] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.398630] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.451120] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378161, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.451339] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378162, 'name': CreateVM_Task, 'duration_secs': 0.609158} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.454789] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.455647] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Releasing lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.455647] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-changed-321e94a9-08b1-42e9-af2b-148aa502de5a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.455874] env[69411]: DEBUG nova.compute.manager [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Refreshing instance network info cache due to event network-changed-321e94a9-08b1-42e9-af2b-148aa502de5a. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.456304] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Acquiring lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.456304] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Acquired lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.456304] env[69411]: DEBUG nova.network.neutron [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Refreshing network info cache for port 321e94a9-08b1-42e9-af2b-148aa502de5a {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 663.458109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.458902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.459155] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.460576] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46de26e2-91bf-4718-a407-6e72b5c90476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.468630] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378163, 'name': CreateVM_Task, 'duration_secs': 0.539372} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.470018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.471924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.471924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.472366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.474633] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b795e5-62a4-4515-bcaa-7dfbee5b24a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.477336] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 663.477336] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5218ffc5-44b8-c156-afaf-5c7b2161181a" [ 663.477336] env[69411]: _type = "Task" [ 663.477336] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.488770] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 663.488770] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52948ed4-a51d-c941-847d-d4b579d296a8" [ 663.488770] env[69411]: _type = "Task" [ 663.488770] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.498151] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5218ffc5-44b8-c156-afaf-5c7b2161181a, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.498968] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.499240] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.499565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.499818] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.500210] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.504154] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060f5166-daf6-4fe7-9921-a8f9950dfaec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.507264] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52948ed4-a51d-c941-847d-d4b579d296a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.518069] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.518069] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.518751] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2a57bb-b27a-440b-a17a-b4bb67eccd42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.525634] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 663.525634] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaaeda-8374-b18b-1e69-13978685a0ca" [ 663.525634] env[69411]: _type = "Task" [ 663.525634] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.536018] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaaeda-8374-b18b-1e69-13978685a0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.536018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "0080c279-4069-450e-af95-e915d15df9f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.536018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "0080c279-4069-450e-af95-e915d15df9f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.536453] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "0080c279-4069-450e-af95-e915d15df9f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.536609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "0080c279-4069-450e-af95-e915d15df9f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.538717] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "0080c279-4069-450e-af95-e915d15df9f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.542905] env[69411]: INFO nova.compute.manager [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Terminating instance [ 663.582617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.582863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.654910] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.817957] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378164, 'name': CreateSnapshot_Task, 'duration_secs': 0.854121} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.818468] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 663.821293] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee86734-b3f6-4971-b7e5-26688e7755ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.843134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Releasing lock "refresh_cache-4aafbb59-7ef3-4f16-9e90-973898612a06" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.844630] env[69411]: DEBUG nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Instance network_info: |[{"id": "bf065ec0-6c7f-466c-a69d-05724c9b2a43", "address": "fa:16:3e:87:01:09", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf065ec0-6c", "ovs_interfaceid": "bf065ec0-6c7f-466c-a69d-05724c9b2a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.844630] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:01:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf065ec0-6c7f-466c-a69d-05724c9b2a43', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.858594] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Creating folder: Project (eb96d9d9d1fc49909ca46c6f06dc7aef). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.859016] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-449029ac-b4c7-4982-8efc-1bbaed47e0ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.873925] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Created folder: Project (eb96d9d9d1fc49909ca46c6f06dc7aef) in parent group-v674052. [ 663.874150] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Creating folder: Instances. Parent ref: group-v674084. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.874403] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e458fad-7d1e-43e9-bbd0-b86739bf177f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.885873] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Created folder: Instances in parent group-v674084. [ 663.886065] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.886268] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.886504] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d877e09a-b3c0-488a-a31f-58d8dc57a295 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.919129] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378166, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.921672] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.921672] env[69411]: value = "task-3378169" [ 663.921672] env[69411]: _type = "Task" [ 663.921672] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.935762] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378169, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.947805] env[69411]: DEBUG oslo_vmware.api [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378161, 'name': PowerOnVM_Task, 'duration_secs': 1.129842} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.948125] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.948336] env[69411]: INFO nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Took 13.12 seconds to spawn the instance on the hypervisor. [ 663.948623] env[69411]: DEBUG nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.949305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5b768-f733-4e64-bf63-3905d47c317b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.000957] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52948ed4-a51d-c941-847d-d4b579d296a8, 'name': SearchDatastore_Task, 'duration_secs': 0.042568} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.001530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.001530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.001768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.001917] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.002109] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.002365] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df33e53a-20f1-40e6-baae-fe7c3db5bbc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.014327] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.014327] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.020070] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c1b25b-2b27-48ac-9e3e-e16e1b144799 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.026175] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 664.026175] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b6dec4-b063-568b-21cf-a4b213266385" [ 664.026175] env[69411]: _type = "Task" [ 664.026175] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.051093] env[69411]: DEBUG nova.compute.manager [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.051706] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.051706] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaaeda-8374-b18b-1e69-13978685a0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.051885] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b6dec4-b063-568b-21cf-a4b213266385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.052660] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df99e215-a3be-43e2-9de1-4f22000beee2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.056314] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75330604-97de-418d-a0a4-7ac27e35e7ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.062535] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 664.062535] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52012f68-7e73-e784-d849-143fcbae5a6d" [ 664.062535] env[69411]: _type = "Task" [ 664.062535] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.065851] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.070224] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fab53ac-73d0-4d12-beb8-a6ce29449756 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.077505] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52012f68-7e73-e784-d849-143fcbae5a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.078324] env[69411]: DEBUG oslo_vmware.api [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 664.078324] env[69411]: value = "task-3378170" [ 664.078324] env[69411]: _type = "Task" [ 664.078324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.088596] env[69411]: DEBUG oslo_vmware.api [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.119872] env[69411]: INFO nova.compute.manager [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Rebuilding instance [ 664.166360] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 664.167030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.596s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.167736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.876s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.174108] env[69411]: INFO nova.compute.claims [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.196081] env[69411]: DEBUG nova.compute.manager [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.196757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc04cc-2a00-4c23-836c-9ea43d858ca6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.302111] env[69411]: DEBUG nova.compute.manager [None req-990d4fec-8f41-4a9c-990c-4d3ac5babcb9 tempest-ServerDiagnosticsV248Test-119060008 tempest-ServerDiagnosticsV248Test-119060008-project-admin] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.303833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2191670b-bddb-4d8b-b003-4c663b6034a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.310856] env[69411]: INFO nova.compute.manager [None req-990d4fec-8f41-4a9c-990c-4d3ac5babcb9 tempest-ServerDiagnosticsV248Test-119060008 tempest-ServerDiagnosticsV248Test-119060008-project-admin] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Retrieving diagnostics [ 664.313952] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aa3a57-8876-4bab-8271-978cef776476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.348925] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 664.351637] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b264a699-c074-4744-9ba1-c10b1922a755 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.359809] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 664.359809] env[69411]: value = "task-3378171" [ 664.359809] env[69411]: _type = "Task" [ 664.359809] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.365082] env[69411]: DEBUG nova.network.neutron [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Updated VIF entry in instance network info cache for port 321e94a9-08b1-42e9-af2b-148aa502de5a. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 664.365550] env[69411]: DEBUG nova.network.neutron [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Updating instance_info_cache with network_info: [{"id": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "address": "fa:16:3e:52:e9:67", "network": {"id": "e861e94a-5d9c-4212-9ee4-b822eb2608ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1218169621", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5faaccd7-03", "ovs_interfaceid": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b360ff3-facb-430c-8e31-159732f3bcf6", "address": "fa:16:3e:8a:6c:21", "network": {"id": "83012cf7-73fe-4f2a-b42f-a7e17292be0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-694757340", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b360ff3-fa", "ovs_interfaceid": "6b360ff3-facb-430c-8e31-159732f3bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "321e94a9-08b1-42e9-af2b-148aa502de5a", "address": "fa:16:3e:74:bd:13", "network": {"id": "e861e94a-5d9c-4212-9ee4-b822eb2608ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1218169621", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap321e94a9-08", "ovs_interfaceid": "321e94a9-08b1-42e9-af2b-148aa502de5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.372790] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378171, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.418278] env[69411]: DEBUG oslo_vmware.api [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378166, 'name': PowerOnVM_Task, 'duration_secs': 0.721823} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.418393] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.418554] env[69411]: INFO nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Took 11.19 seconds to spawn the instance on the hypervisor. [ 664.418739] env[69411]: DEBUG nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.419528] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d30608-6383-4dc3-ab7d-6e7490306a3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.435876] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378169, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.472667] env[69411]: INFO nova.compute.manager [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Took 27.73 seconds to build instance. [ 664.537363] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b6dec4-b063-568b-21cf-a4b213266385, 'name': SearchDatastore_Task, 'duration_secs': 0.020221} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.538157] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a968cb5-a05f-47b1-ac82-bb0cb919e16d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.544313] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 664.544313] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52187ae1-826f-e4d9-18a2-8c6bec3ee160" [ 664.544313] env[69411]: _type = "Task" [ 664.544313] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.552706] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52187ae1-826f-e4d9-18a2-8c6bec3ee160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.575101] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52012f68-7e73-e784-d849-143fcbae5a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.018492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.575577] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.576282] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692/8e1a107d-1d5f-4f9a-82b0-0ee199cfa692.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.576623] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c31c762-e463-45a2-a10f-b8fa680df1dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.588296] env[69411]: DEBUG oslo_vmware.api [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378170, 'name': PowerOffVM_Task, 'duration_secs': 0.203482} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.590023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.590121] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.590410] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 664.590410] env[69411]: value = "task-3378172" [ 664.590410] env[69411]: _type = "Task" [ 664.590410] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.590608] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7e177e-ffc7-472c-b4f8-e53056a7e44d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.867995] env[69411]: DEBUG oslo_concurrency.lockutils [req-69cd14bd-3fd9-43a8-a2e9-46f0ae4cf586 req-00e61542-5f84-47ff-900a-6a366a2856e5 service nova] Releasing lock "refresh_cache-81d85e58-a72f-443a-aea2-8bf16ec1e973" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.880898] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378171, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.931158] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.931158] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.931158] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore1] 0080c279-4069-450e-af95-e915d15df9f0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.937347] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8911b22e-ee37-4cf1-b1a3-ab41a14be650 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.947574] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378169, 'name': CreateVM_Task, 'duration_secs': 0.654057} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.955039] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.955039] env[69411]: INFO nova.compute.manager [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Took 25.28 seconds to build instance. [ 664.957342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.957342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.957669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.958198] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282961ae-250b-40ee-ab20-422cef47014f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.966702] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 664.966702] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ce0e83-dfe1-3359-5e01-dbc997eab2df" [ 664.966702] env[69411]: _type = "Task" [ 664.966702] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.968770] env[69411]: DEBUG oslo_vmware.api [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 664.968770] env[69411]: value = "task-3378174" [ 664.968770] env[69411]: _type = "Task" [ 664.968770] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.974737] env[69411]: DEBUG oslo_concurrency.lockutils [None req-85928dbc-f5bb-4ed8-9871-65bfd1dddb82 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.245s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.985294] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ce0e83-dfe1-3359-5e01-dbc997eab2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.989973] env[69411]: DEBUG oslo_vmware.api [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.058852] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52187ae1-826f-e4d9-18a2-8c6bec3ee160, 'name': SearchDatastore_Task, 'duration_secs': 0.014909} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.059187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.059557] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 81d85e58-a72f-443a-aea2-8bf16ec1e973/81d85e58-a72f-443a-aea2-8bf16ec1e973.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.060817] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d62aac09-d2ef-457f-9fc1-47e68d7e07d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.073024] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 665.073024] env[69411]: value = "task-3378175" [ 665.073024] env[69411]: _type = "Task" [ 665.073024] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.087180] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.108384] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.138482] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Received event network-vif-plugged-6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.138934] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Acquiring lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.139537] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.139537] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.139761] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] No waiting events found dispatching network-vif-plugged-6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.140018] env[69411]: WARNING nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Received unexpected event network-vif-plugged-6e9b76af-24ac-4e59-84c1-6820bf60d05c for instance with vm_state building and task_state spawning. [ 665.140466] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Received event network-changed-6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.140466] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Refreshing instance network info cache due to event network-changed-6e9b76af-24ac-4e59-84c1-6820bf60d05c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.140586] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Acquiring lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.140938] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Acquired lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.140938] env[69411]: DEBUG nova.network.neutron [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Refreshing network info cache for port 6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 665.214211] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.214926] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e22193f9-bed8-4261-a255-8c0a22f72594 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.236082] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 665.236082] env[69411]: value = "task-3378176" [ 665.236082] env[69411]: _type = "Task" [ 665.236082] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.249798] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.381653] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378171, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.458765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-275d8c31-bdb1-45c0-bd8f-9d5cfa63702e tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.794s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.490597] env[69411]: DEBUG nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.497091] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ce0e83-dfe1-3359-5e01-dbc997eab2df, 'name': SearchDatastore_Task, 'duration_secs': 0.06135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.504462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.504462] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.504462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.504462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.504462] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.504462] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-325be42b-fdb2-4518-ad22-385c6e958cf0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.509591] env[69411]: DEBUG oslo_vmware.api [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302969} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.513045] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.513375] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.513594] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.513948] env[69411]: INFO nova.compute.manager [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Took 1.46 seconds to destroy the instance on the hypervisor. [ 665.514246] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.515164] env[69411]: DEBUG nova.compute.manager [-] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.515695] env[69411]: DEBUG nova.network.neutron [-] [instance: 0080c279-4069-450e-af95-e915d15df9f0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 665.524830] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.525850] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.527037] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8040284-be9f-4c81-8c25-cae3dc3bec7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.535142] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 665.535142] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc6538-8e62-b383-63b4-2f950d1f53f7" [ 665.535142] env[69411]: _type = "Task" [ 665.535142] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.552514] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc6538-8e62-b383-63b4-2f950d1f53f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.603311] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.626491] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634275} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.631830] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692/8e1a107d-1d5f-4f9a-82b0-0ee199cfa692.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.632218] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.633861] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef35cf4-3920-48c5-8454-411010a80bbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.646242] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 665.646242] env[69411]: value = "task-3378177" [ 665.646242] env[69411]: _type = "Task" [ 665.646242] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.668526] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.693962] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54b7de-7ed9-4e0b-9d49-c72f6fcea30b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.703837] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecdf5e6-29e9-4f73-b978-86aab433c506 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.754989] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0b936b-ac17-4134-ad72-07efb4908505 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.769019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e99e88-c0c9-4846-a687-e8802213e84d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.773603] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378176, 'name': PowerOffVM_Task, 'duration_secs': 0.383383} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.773987] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.774248] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.775473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa71030-b51c-4624-b7a0-12deb01a586c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.791021] env[69411]: DEBUG nova.compute.provider_tree [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.796650] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.796650] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-043356be-e656-4cd9-8ac9-c509560e9d7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.832923] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.833168] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.833421] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Deleting the datastore file [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.833749] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d48f753-0b5a-47e9-811e-ee6ec6a209db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.843563] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 665.843563] env[69411]: value = "task-3378179" [ 665.843563] env[69411]: _type = "Task" [ 665.843563] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.854812] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.874118] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378171, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.965336] env[69411]: DEBUG nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.984247] env[69411]: DEBUG nova.network.neutron [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updated VIF entry in instance network info cache for port 6e9b76af-24ac-4e59-84c1-6820bf60d05c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 665.985621] env[69411]: DEBUG nova.network.neutron [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updating instance_info_cache with network_info: [{"id": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "address": "fa:16:3e:77:26:43", "network": {"id": "2b0edd26-e578-42ef-bff6-7101ebed0812", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717504495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66bbc2c0256344ffa8f4b77331312f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9b76af-24", "ovs_interfaceid": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.021095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.046234] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc6538-8e62-b383-63b4-2f950d1f53f7, 'name': SearchDatastore_Task, 'duration_secs': 0.02663} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.046676] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2e46e2-fc37-4b5f-bf35-6e1ecf41f1b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.057813] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 666.057813] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5241cc6b-c398-1630-8685-ea5686ea8ac4" [ 666.057813] env[69411]: _type = "Task" [ 666.057813] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.065547] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5241cc6b-c398-1630-8685-ea5686ea8ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.094054] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656455} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.094421] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 81d85e58-a72f-443a-aea2-8bf16ec1e973/81d85e58-a72f-443a-aea2-8bf16ec1e973.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.094688] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.094980] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8942ae98-3bc3-45bf-9696-8176858808d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.104991] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 666.104991] env[69411]: value = "task-3378180" [ 666.104991] env[69411]: _type = "Task" [ 666.104991] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.117527] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.158419] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267495} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.158815] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.160189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20d6a6f-a737-4524-8ac2-51be9280d9b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.192107] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692/8e1a107d-1d5f-4f9a-82b0-0ee199cfa692.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.193266] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45efa32a-8aac-4e47-9814-e962ec2b20db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.215631] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 666.215631] env[69411]: value = "task-3378181" [ 666.215631] env[69411]: _type = "Task" [ 666.215631] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.225570] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.297249] env[69411]: DEBUG nova.scheduler.client.report [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.354951] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243655} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.355251] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.355523] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.355700] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.372839] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378171, 'name': CloneVM_Task, 'duration_secs': 1.559899} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.373132] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Created linked-clone VM from snapshot [ 666.374577] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7289d8-fd79-44e6-b86a-f5321b18c55c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.382644] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Uploading image 6b27621b-1c9e-427d-beb2-5da963bdf5ce {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 666.414033] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 666.414033] env[69411]: value = "vm-674087" [ 666.414033] env[69411]: _type = "VirtualMachine" [ 666.414033] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 666.414033] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0238b555-2046-49d5-bcc9-864d447cd525 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.422014] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease: (returnval){ [ 666.422014] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c4e82e-5e56-f15f-6bf6-efa9f1db3a67" [ 666.422014] env[69411]: _type = "HttpNfcLease" [ 666.422014] env[69411]: } obtained for exporting VM: (result){ [ 666.422014] env[69411]: value = "vm-674087" [ 666.422014] env[69411]: _type = "VirtualMachine" [ 666.422014] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 666.425074] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the lease: (returnval){ [ 666.425074] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c4e82e-5e56-f15f-6bf6-efa9f1db3a67" [ 666.425074] env[69411]: _type = "HttpNfcLease" [ 666.425074] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 666.432252] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.432252] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c4e82e-5e56-f15f-6bf6-efa9f1db3a67" [ 666.432252] env[69411]: _type = "HttpNfcLease" [ 666.432252] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 666.489265] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Releasing lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.489537] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Received event network-vif-plugged-bf065ec0-6c7f-466c-a69d-05724c9b2a43 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.490090] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Acquiring lock "4aafbb59-7ef3-4f16-9e90-973898612a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.490090] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.490728] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.491094] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] No waiting events found dispatching network-vif-plugged-bf065ec0-6c7f-466c-a69d-05724c9b2a43 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.491161] env[69411]: WARNING nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Received unexpected event network-vif-plugged-bf065ec0-6c7f-466c-a69d-05724c9b2a43 for instance with vm_state building and task_state spawning. [ 666.491301] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Received event network-changed-bf065ec0-6c7f-466c-a69d-05724c9b2a43 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.491455] env[69411]: DEBUG nova.compute.manager [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Refreshing instance network info cache due to event network-changed-bf065ec0-6c7f-466c-a69d-05724c9b2a43. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.491739] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Acquiring lock "refresh_cache-4aafbb59-7ef3-4f16-9e90-973898612a06" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.492187] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Acquired lock "refresh_cache-4aafbb59-7ef3-4f16-9e90-973898612a06" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.492267] env[69411]: DEBUG nova.network.neutron [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Refreshing network info cache for port bf065ec0-6c7f-466c-a69d-05724c9b2a43 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 666.494663] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.564381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.564802] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.570919] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5241cc6b-c398-1630-8685-ea5686ea8ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.013807} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.571583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.571979] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 4aafbb59-7ef3-4f16-9e90-973898612a06/4aafbb59-7ef3-4f16-9e90-973898612a06.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.572417] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d7ed8f9-c8dc-4909-ab5b-1c5e7e413290 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.582494] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 666.582494] env[69411]: value = "task-3378183" [ 666.582494] env[69411]: _type = "Task" [ 666.582494] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.593310] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.619607] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093007} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.619902] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.620769] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04450502-9955-4173-b222-54f68fd7e725 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.665489] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 81d85e58-a72f-443a-aea2-8bf16ec1e973/81d85e58-a72f-443a-aea2-8bf16ec1e973.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.665489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e628fd35-cffc-4089-b9db-d5bcf6b54a62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.684316] env[69411]: DEBUG nova.network.neutron [-] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.692430] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 666.692430] env[69411]: value = "task-3378184" [ 666.692430] env[69411]: _type = "Task" [ 666.692430] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.702202] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.728846] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.805411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.806075] env[69411]: DEBUG nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.813368] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.022s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.818819] env[69411]: INFO nova.compute.claims [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.941330] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.941330] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c4e82e-5e56-f15f-6bf6-efa9f1db3a67" [ 666.941330] env[69411]: _type = "HttpNfcLease" [ 666.941330] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 666.941804] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 666.941804] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c4e82e-5e56-f15f-6bf6-efa9f1db3a67" [ 666.941804] env[69411]: _type = "HttpNfcLease" [ 666.941804] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 666.942720] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6eab64-ecb4-42ed-bb16-bac873f5837f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.956198] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d5b26-8dfd-21bc-3e78-511917a2bcd9/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 666.956573] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d5b26-8dfd-21bc-3e78-511917a2bcd9/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 667.105443] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.131060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "e57281f9-b754-4d11-afd6-6a4f9d351b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.131060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "e57281f9-b754-4d11-afd6-6a4f9d351b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.131060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "e57281f9-b754-4d11-afd6-6a4f9d351b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.131316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "e57281f9-b754-4d11-afd6-6a4f9d351b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.131316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "e57281f9-b754-4d11-afd6-6a4f9d351b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.138388] env[69411]: INFO nova.compute.manager [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Terminating instance [ 667.141862] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c29acf48-bb04-455a-bce1-9a1cbded1da1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.187739] env[69411]: INFO nova.compute.manager [-] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Took 1.67 seconds to deallocate network for instance. [ 667.218840] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378184, 'name': ReconfigVM_Task, 'duration_secs': 0.486024} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.223388] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 81d85e58-a72f-443a-aea2-8bf16ec1e973/81d85e58-a72f-443a-aea2-8bf16ec1e973.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.224255] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0d040b-3568-46af-8208-9d445ddab3ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.235929] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378181, 'name': ReconfigVM_Task, 'duration_secs': 0.595614} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.241138] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692/8e1a107d-1d5f-4f9a-82b0-0ee199cfa692.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.241873] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 667.241873] env[69411]: value = "task-3378185" [ 667.241873] env[69411]: _type = "Task" [ 667.241873] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.242210] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e1b4b8-cc55-4307-9cf6-226fcb0d1546 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.255135] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378185, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.256822] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 667.256822] env[69411]: value = "task-3378186" [ 667.256822] env[69411]: _type = "Task" [ 667.256822] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.267227] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378186, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.324189] env[69411]: DEBUG nova.compute.utils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.335559] env[69411]: DEBUG nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.335559] env[69411]: DEBUG nova.network.neutron [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.383852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "3bce4c1a-a27e-42d5-811a-8f400d4af972" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.384203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.405966] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.406343] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.406399] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.406589] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.406735] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.406883] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.407113] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.407386] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.407499] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.407602] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.407775] env[69411]: DEBUG nova.virt.hardware [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.412021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5382da0e-8b14-4327-b2ab-41bad764e894 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.426401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32873911-fbac-4fb3-b2a9-15d2ba62b571 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.457171] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.466068] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.466068] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.466068] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d0c8f03-52c5-4302-8b4e-8ccb2463af82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.489520] env[69411]: DEBUG nova.policy [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.490371] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.490371] env[69411]: value = "task-3378187" [ 667.490371] env[69411]: _type = "Task" [ 667.490371] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.500581] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378187, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.506153] env[69411]: DEBUG nova.compute.manager [req-8a2a1a75-0957-40d8-a6ca-3a1fbb061def req-3a512b7a-b7cf-437d-a533-dba850a63c1b service nova] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Received event network-vif-deleted-4d6be203-8bef-4211-a104-5f63840b24f6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.593149] env[69411]: DEBUG nova.network.neutron [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Updated VIF entry in instance network info cache for port bf065ec0-6c7f-466c-a69d-05724c9b2a43. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 667.593611] env[69411]: DEBUG nova.network.neutron [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Updating instance_info_cache with network_info: [{"id": "bf065ec0-6c7f-466c-a69d-05724c9b2a43", "address": "fa:16:3e:87:01:09", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf065ec0-6c", "ovs_interfaceid": "bf065ec0-6c7f-466c-a69d-05724c9b2a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.598256] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589637} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.598814] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 4aafbb59-7ef3-4f16-9e90-973898612a06/4aafbb59-7ef3-4f16-9e90-973898612a06.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.599967] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.599967] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6c49fc9-f6b7-4d73-a41f-89f60af78d75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.609776] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 667.609776] env[69411]: value = "task-3378188" [ 667.609776] env[69411]: _type = "Task" [ 667.609776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.621432] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.646624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "refresh_cache-e57281f9-b754-4d11-afd6-6a4f9d351b60" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.646821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquired lock "refresh_cache-e57281f9-b754-4d11-afd6-6a4f9d351b60" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.647157] env[69411]: DEBUG nova.network.neutron [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 667.714462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.756248] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378185, 'name': Rename_Task, 'duration_secs': 0.176728} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.760141] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.760141] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c96204-0d98-4f3c-b239-f5b14f4ef0cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.775090] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378186, 'name': Rename_Task, 'duration_secs': 0.174282} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.775630] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 667.775630] env[69411]: value = "task-3378189" [ 667.775630] env[69411]: _type = "Task" [ 667.775630] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.777241] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.777241] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2566a04d-405e-4081-a3cd-f40bc774bef6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.791059] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.793611] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 667.793611] env[69411]: value = "task-3378190" [ 667.793611] env[69411]: _type = "Task" [ 667.793611] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.805111] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.835342] env[69411]: DEBUG nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.010699] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378187, 'name': CreateVM_Task, 'duration_secs': 0.513013} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.012466] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.012466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.012466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.012466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.012466] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155427e6-5719-4fd2-a4da-a01b95c4a8d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.021556] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 668.021556] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52087450-b489-9691-b132-c2d592372701" [ 668.021556] env[69411]: _type = "Task" [ 668.021556] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.032698] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52087450-b489-9691-b132-c2d592372701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.100559] env[69411]: DEBUG oslo_concurrency.lockutils [req-26291a11-764b-45fb-a71a-56dc2df99110 req-c50911fd-8d28-48df-9ec8-2a1e69feec95 service nova] Releasing lock "refresh_cache-4aafbb59-7ef3-4f16-9e90-973898612a06" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.124965] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13977} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.129300] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.131200] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65873449-a4e0-4183-bfe8-76b35fae5285 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.166917] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 4aafbb59-7ef3-4f16-9e90-973898612a06/4aafbb59-7ef3-4f16-9e90-973898612a06.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.170499] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80e73ac-8261-4cda-9199-0dd58dcd37d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.195211] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 668.195211] env[69411]: value = "task-3378191" [ 668.195211] env[69411]: _type = "Task" [ 668.195211] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.211349] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.212349] env[69411]: DEBUG nova.network.neutron [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Successfully created port: bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.242233] env[69411]: DEBUG nova.network.neutron [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 668.291498] env[69411]: DEBUG nova.compute.manager [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 668.305709] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378189, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.312553] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378190, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.379326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886390a3-bef7-4e6f-b684-731b685d6340 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.392328] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53db188-ae97-4c49-a937-8e5033125417 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.399729] env[69411]: DEBUG nova.network.neutron [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.436544] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f15490d-df77-466d-92ac-167b9bfc43c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.447512] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b1094c-5aef-4b3c-97de-7ee719a7e182 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.464737] env[69411]: DEBUG nova.compute.provider_tree [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.534437] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52087450-b489-9691-b132-c2d592372701, 'name': SearchDatastore_Task, 'duration_secs': 0.022047} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.534922] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.535196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.535521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.535782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.535945] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.536359] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25652871-568d-4886-9021-9e7192e81272 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.551049] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.552099] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.552994] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b26f1cf-084b-4b88-b696-b122749fb3c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.562867] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 668.562867] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5234e650-a803-9e1a-160a-e894cfe46937" [ 668.562867] env[69411]: _type = "Task" [ 668.562867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.575391] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5234e650-a803-9e1a-160a-e894cfe46937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.713323] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.794378] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378189, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.805747] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378190, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.841331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.850260] env[69411]: DEBUG nova.compute.manager [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Received event network-changed-a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.850466] env[69411]: DEBUG nova.compute.manager [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Refreshing instance network info cache due to event network-changed-a47fd5bb-3684-459e-8048-532abd3ee006. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.852351] env[69411]: DEBUG oslo_concurrency.lockutils [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] Acquiring lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.852351] env[69411]: DEBUG oslo_concurrency.lockutils [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] Acquired lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.852351] env[69411]: DEBUG nova.network.neutron [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Refreshing network info cache for port a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 668.856395] env[69411]: DEBUG nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.882457] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.883600] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.883600] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.883600] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.883600] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.883600] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.883600] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.883974] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.883974] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.884187] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.884419] env[69411]: DEBUG nova.virt.hardware [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.885313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79088fb-8c70-4ee6-ba39-80803e381ff8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.895689] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443bb978-1301-48d3-bd23-c8f2456ce0e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.912035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Releasing lock "refresh_cache-e57281f9-b754-4d11-afd6-6a4f9d351b60" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.912831] env[69411]: DEBUG nova.compute.manager [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.912831] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.913654] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd66bc-3d15-4848-a227-571da2fa7177 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.922432] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.922782] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1263a74-d451-4d12-8f2e-357e0a8a5283 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.932442] env[69411]: DEBUG oslo_vmware.api [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 668.932442] env[69411]: value = "task-3378192" [ 668.932442] env[69411]: _type = "Task" [ 668.932442] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.944187] env[69411]: DEBUG oslo_vmware.api [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.969626] env[69411]: DEBUG nova.scheduler.client.report [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.074067] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5234e650-a803-9e1a-160a-e894cfe46937, 'name': SearchDatastore_Task, 'duration_secs': 0.020443} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.074939] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29ca79d-529e-4e85-b3a3-f3192f35fda8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.081196] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 669.081196] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f38fb5-d401-bb72-c45e-165b36c42a7d" [ 669.081196] env[69411]: _type = "Task" [ 669.081196] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.089753] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f38fb5-d401-bb72-c45e-165b36c42a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.208213] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378191, 'name': ReconfigVM_Task, 'duration_secs': 0.59264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.208569] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 4aafbb59-7ef3-4f16-9e90-973898612a06/4aafbb59-7ef3-4f16-9e90-973898612a06.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.212345] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43b049fe-d832-4590-9f57-a687a27446f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.222121] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 669.222121] env[69411]: value = "task-3378193" [ 669.222121] env[69411]: _type = "Task" [ 669.222121] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.232263] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378193, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.297495] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378189, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.306933] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378190, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.449383] env[69411]: DEBUG oslo_vmware.api [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378192, 'name': PowerOffVM_Task, 'duration_secs': 0.164168} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.449383] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.449383] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.449383] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc38540-21ae-4307-9318-02363b14bf71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.479412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.480086] env[69411]: DEBUG nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.483646] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.483646] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.483984] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Deleting the datastore file [datastore2] e57281f9-b754-4d11-afd6-6a4f9d351b60 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.484454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.112s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.484579] env[69411]: DEBUG nova.objects.instance [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Lazy-loading 'resources' on Instance uuid 6d9ce6a4-d9a3-414a-b898-aca53980fd16 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.485586] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4086d900-210c-41d8-b774-30ed3c38112a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.492973] env[69411]: DEBUG oslo_vmware.api [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for the task: (returnval){ [ 669.492973] env[69411]: value = "task-3378195" [ 669.492973] env[69411]: _type = "Task" [ 669.492973] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.503592] env[69411]: DEBUG oslo_vmware.api [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.596740] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f38fb5-d401-bb72-c45e-165b36c42a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.026405} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.597287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.597668] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.600018] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-423fd104-0587-4784-ab6d-93a2a30bcb9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.606244] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 669.606244] env[69411]: value = "task-3378196" [ 669.606244] env[69411]: _type = "Task" [ 669.606244] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.616703] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.736545] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378193, 'name': Rename_Task, 'duration_secs': 0.229811} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.739750] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.739750] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31d32d0e-251b-47c3-b76b-b2e2bbbd4b3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.746462] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 669.746462] env[69411]: value = "task-3378197" [ 669.746462] env[69411]: _type = "Task" [ 669.746462] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.758063] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.779963] env[69411]: DEBUG nova.network.neutron [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updated VIF entry in instance network info cache for port a47fd5bb-3684-459e-8048-532abd3ee006. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 669.780517] env[69411]: DEBUG nova.network.neutron [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updating instance_info_cache with network_info: [{"id": "a47fd5bb-3684-459e-8048-532abd3ee006", "address": "fa:16:3e:05:ca:ba", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fd5bb-36", "ovs_interfaceid": "a47fd5bb-3684-459e-8048-532abd3ee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.797014] env[69411]: DEBUG oslo_vmware.api [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378189, 'name': PowerOnVM_Task, 'duration_secs': 1.651461} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.797515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.797796] env[69411]: INFO nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Took 23.73 seconds to spawn the instance on the hypervisor. [ 669.797911] env[69411]: DEBUG nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.802395] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903de4b1-4c57-401c-bac4-f0bdaacf5120 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.820668] env[69411]: DEBUG oslo_vmware.api [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378190, 'name': PowerOnVM_Task, 'duration_secs': 1.524655} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.820668] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.820668] env[69411]: INFO nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Took 11.77 seconds to spawn the instance on the hypervisor. [ 669.820668] env[69411]: DEBUG nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.820668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebabb09-ea03-482d-8810-cccb4c834ac0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.986722] env[69411]: DEBUG nova.compute.utils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.988820] env[69411]: DEBUG nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.991446] env[69411]: DEBUG nova.network.neutron [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.010905] env[69411]: DEBUG oslo_vmware.api [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Task: {'id': task-3378195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242487} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.012282] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.012393] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.012614] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.015303] env[69411]: INFO nova.compute.manager [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Took 1.10 seconds to destroy the instance on the hypervisor. [ 670.015303] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.015303] env[69411]: DEBUG nova.compute.manager [-] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.015303] env[69411]: DEBUG nova.network.neutron [-] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 670.075113] env[69411]: DEBUG nova.network.neutron [-] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 670.081935] env[69411]: DEBUG nova.policy [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b6c8169e84d415093f1e1ad9190be77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9891422169eb40aea66b5c3210cf1cc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.122217] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378196, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.262538] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378197, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.284570] env[69411]: DEBUG oslo_concurrency.lockutils [req-249e658c-1d00-41d8-a041-b82d15bd04c5 req-d12b3c5a-1d53-42b9-8b8e-3ec18532eb58 service nova] Releasing lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.335388] env[69411]: INFO nova.compute.manager [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Took 34.86 seconds to build instance. [ 670.344347] env[69411]: INFO nova.compute.manager [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Took 27.47 seconds to build instance. [ 670.481313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135281f0-40f0-4568-ab8a-107fe3f2803e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.490461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d1544-89c3-4bf7-a818-0743d5ca00c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.525482] env[69411]: DEBUG nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.530184] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b46a4-06bf-47a8-b8ed-1cda8b264d4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.539697] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d896fd-5ef7-4fe1-ae0a-8ada42b46da7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.546433] env[69411]: DEBUG nova.compute.manager [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Received event network-changed-a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.546558] env[69411]: DEBUG nova.compute.manager [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Refreshing instance network info cache due to event network-changed-a47fd5bb-3684-459e-8048-532abd3ee006. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.546791] env[69411]: DEBUG oslo_concurrency.lockutils [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] Acquiring lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.547043] env[69411]: DEBUG oslo_concurrency.lockutils [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] Acquired lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.547229] env[69411]: DEBUG nova.network.neutron [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Refreshing network info cache for port a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 670.565642] env[69411]: DEBUG nova.compute.provider_tree [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.579223] env[69411]: DEBUG nova.network.neutron [-] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.602175] env[69411]: DEBUG nova.network.neutron [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Successfully updated port: bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.623571] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671482} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.623998] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.624247] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.624523] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfe7f638-ed4a-4b59-a061-24ac6f5c9af3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.632649] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 670.632649] env[69411]: value = "task-3378198" [ 670.632649] env[69411]: _type = "Task" [ 670.632649] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.641070] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.769404] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378197, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.841081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-50329b22-8ce5-4c8b-b290-aae0e07f60a8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.848682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01328fd9-0ee9-4e5e-846f-a5d88d46bcf3 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.986s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.000571] env[69411]: DEBUG nova.network.neutron [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Successfully created port: e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.067610] env[69411]: DEBUG nova.scheduler.client.report [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.082321] env[69411]: INFO nova.compute.manager [-] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Took 1.07 seconds to deallocate network for instance. [ 671.103392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.103552] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.103707] env[69411]: DEBUG nova.network.neutron [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 671.145944] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124405} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.151315] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.151315] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7c9603-6a99-4d2c-a7c8-83fa49210a50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.173649] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.174438] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a44f64d-d01a-4387-87fc-9b3c049c9e08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.196315] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 671.196315] env[69411]: value = "task-3378199" [ 671.196315] env[69411]: _type = "Task" [ 671.196315] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.205856] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.264166] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378197, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.344556] env[69411]: DEBUG nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.351459] env[69411]: DEBUG nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.538400] env[69411]: DEBUG nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.570643] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.570870] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.571011] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.571204] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.571352] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.571565] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.571727] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.571908] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.572099] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.572270] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.572448] env[69411]: DEBUG nova.virt.hardware [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.573386] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a04b83-596c-4f15-ba85-9f8773dba2ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.576751] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.579805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.173s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.580951] env[69411]: INFO nova.compute.claims [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.590361] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070afd13-b7f9-48f7-9aca-157659bfff02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.596338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.623151] env[69411]: INFO nova.scheduler.client.report [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Deleted allocations for instance 6d9ce6a4-d9a3-414a-b898-aca53980fd16 [ 671.712794] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.727301] env[69411]: DEBUG nova.network.neutron [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 671.770159] env[69411]: DEBUG oslo_vmware.api [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378197, 'name': PowerOnVM_Task, 'duration_secs': 1.702068} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.770876] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.770876] env[69411]: INFO nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Took 11.15 seconds to spawn the instance on the hypervisor. [ 671.770876] env[69411]: DEBUG nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.771801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e638fb6-33c4-4131-856e-d3d19be9e292 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.869518] env[69411]: DEBUG nova.network.neutron [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updated VIF entry in instance network info cache for port a47fd5bb-3684-459e-8048-532abd3ee006. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 671.869605] env[69411]: DEBUG nova.network.neutron [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updating instance_info_cache with network_info: [{"id": "a47fd5bb-3684-459e-8048-532abd3ee006", "address": "fa:16:3e:05:ca:ba", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47fd5bb-36", "ovs_interfaceid": "a47fd5bb-3684-459e-8048-532abd3ee006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.879339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.880425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.138682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca203970-c564-4181-94af-45df9c91a2ae tempest-DeleteServersAdminTestJSON-568066439 tempest-DeleteServersAdminTestJSON-568066439-project-admin] Lock "6d9ce6a4-d9a3-414a-b898-aca53980fd16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.103s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.145756] env[69411]: DEBUG nova.compute.manager [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received event network-vif-plugged-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.146137] env[69411]: DEBUG oslo_concurrency.lockutils [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.146137] env[69411]: DEBUG oslo_concurrency.lockutils [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.148517] env[69411]: DEBUG oslo_concurrency.lockutils [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.148517] env[69411]: DEBUG nova.compute.manager [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] No waiting events found dispatching network-vif-plugged-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.148517] env[69411]: WARNING nova.compute.manager [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received unexpected event network-vif-plugged-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 for instance with vm_state building and task_state spawning. [ 672.148517] env[69411]: DEBUG nova.compute.manager [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received event network-changed-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.148517] env[69411]: DEBUG nova.compute.manager [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Refreshing instance network info cache due to event network-changed-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.149127] env[69411]: DEBUG oslo_concurrency.lockutils [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] Acquiring lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.212044] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378199, 'name': ReconfigVM_Task, 'duration_secs': 0.998067} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.212044] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.212545] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c85d381b-10b0-48dc-963b-677560c0f8c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.220567] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 672.220567] env[69411]: value = "task-3378200" [ 672.220567] env[69411]: _type = "Task" [ 672.220567] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.237710] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378200, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.241717] env[69411]: DEBUG nova.network.neutron [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.293614] env[69411]: INFO nova.compute.manager [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Took 22.07 seconds to build instance. [ 672.372839] env[69411]: DEBUG oslo_concurrency.lockutils [req-bbdcc41f-0acd-40ec-b7e8-d2b6e71c2388 req-006d81f2-b58e-4efa-a712-6dfa2e8e5746 service nova] Releasing lock "refresh_cache-c7a943eb-edf4-4811-80c5-5ab15677ee62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.559138] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "cf426e3f-1187-49a3-baf2-6e668af23fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.560271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.736711] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378200, 'name': Rename_Task, 'duration_secs': 0.181886} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.736711] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.736711] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e4956f8-7ed9-43c3-a0b5-8689edd99c3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.744106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.744106] env[69411]: DEBUG nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Instance network_info: |[{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.745099] env[69411]: DEBUG oslo_concurrency.lockutils [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] Acquired lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.745099] env[69411]: DEBUG nova.network.neutron [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Refreshing network info cache for port bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 672.747144] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:af:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb9df0e1-e9ba-4c2e-9065-a9d591d519b1', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.763240] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Creating folder: Project (28c58db020ca4a32900c32c398d52ae0). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.771416] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c8f881f-d863-49ce-9a5f-f0c879d3bbd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.775927] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 672.775927] env[69411]: value = "task-3378201" [ 672.775927] env[69411]: _type = "Task" [ 672.775927] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.790286] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.791076] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Created folder: Project (28c58db020ca4a32900c32c398d52ae0) in parent group-v674052. [ 672.791222] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Creating folder: Instances. Parent ref: group-v674089. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.791395] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8062ee19-3d42-434d-a629-cd75721cfb7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.796098] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5e1493a3-0dc4-42de-a569-727176cea89a tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.389s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.805584] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Created folder: Instances in parent group-v674089. [ 672.805852] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.806106] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.806826] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a23986d-4a60-486a-b279-17310a63d989 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.834435] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.834435] env[69411]: value = "task-3378204" [ 672.834435] env[69411]: _type = "Task" [ 672.834435] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.847477] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378204, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.093316] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b40a82-8eb5-4de7-b50a-e551f19f6cb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.102135] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57820e0-d6d9-43b9-bac9-39f4d671c2c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.142771] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c17279-fdd4-4cca-9f12-1cbc8b306af2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.153867] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffda7a0-2c54-43e3-ad64-d41a8d414db9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.169049] env[69411]: DEBUG nova.compute.provider_tree [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.290235] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.300722] env[69411]: DEBUG nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.346177] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378204, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.479380] env[69411]: DEBUG nova.network.neutron [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updated VIF entry in instance network info cache for port bb9df0e1-e9ba-4c2e-9065-a9d591d519b1. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 673.480521] env[69411]: DEBUG nova.network.neutron [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.672452] env[69411]: DEBUG nova.scheduler.client.report [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.790810] env[69411]: DEBUG oslo_vmware.api [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378201, 'name': PowerOnVM_Task, 'duration_secs': 0.893874} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.791648] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.791951] env[69411]: DEBUG nova.compute.manager [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.792733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2651d-1bfa-40b2-b4d0-e9a3c7f1db6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.843849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.853545] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378204, 'name': CreateVM_Task, 'duration_secs': 0.58069} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.854348] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.855530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.855735] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.856131] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.856773] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0487a21-2607-48d6-aca2-a4897acdd3aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.864387] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 673.864387] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7e7d7-9b67-c7e1-242e-54737be786a7" [ 673.864387] env[69411]: _type = "Task" [ 673.864387] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.876461] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7e7d7-9b67-c7e1-242e-54737be786a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.982619] env[69411]: DEBUG oslo_concurrency.lockutils [req-45564497-a78a-493c-8b67-803955b68dc1 req-036889ba-981a-4709-a876-4ffa0c82e42a service nova] Releasing lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.023434] env[69411]: DEBUG nova.network.neutron [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Successfully updated port: e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.179721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.180946] env[69411]: DEBUG nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.185134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.538s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.186859] env[69411]: INFO nova.compute.claims [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.313291] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.380949] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7e7d7-9b67-c7e1-242e-54737be786a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019427} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.381307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.381713] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.382137] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.382197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.382411] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.383146] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c26c888-4620-4a3e-8b3e-bc9a82fe2c46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.393007] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.393226] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.394971] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a0e5ce-ff6e-4234-8572-ffff013f70e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.401153] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 674.401153] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b9fc20-0e9b-b8d8-b71e-b7632dceb835" [ 674.401153] env[69411]: _type = "Task" [ 674.401153] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.409409] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b9fc20-0e9b-b8d8-b71e-b7632dceb835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.532046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.532046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.532206] env[69411]: DEBUG nova.network.neutron [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 674.541388] env[69411]: DEBUG nova.compute.manager [None req-d2f1bc32-4fac-492e-9eec-49cdafc473c4 tempest-ServerDiagnosticsTest-1914926832 tempest-ServerDiagnosticsTest-1914926832-project-admin] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.542580] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4bdb73-3469-481a-a38d-b3d4af0c8005 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.550928] env[69411]: INFO nova.compute.manager [None req-d2f1bc32-4fac-492e-9eec-49cdafc473c4 tempest-ServerDiagnosticsTest-1914926832 tempest-ServerDiagnosticsTest-1914926832-project-admin] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Retrieving diagnostics [ 674.551796] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dbc843-bb8b-4e3f-bc58-78a50e99bea7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.694109] env[69411]: DEBUG nova.compute.utils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.695513] env[69411]: DEBUG nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.695695] env[69411]: DEBUG nova.network.neutron [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.784706] env[69411]: DEBUG nova.policy [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37ce07dacbdc436e931216a87c76b579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccf81de2c84543dc90c53045ae3ddd8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.913609] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b9fc20-0e9b-b8d8-b71e-b7632dceb835, 'name': SearchDatastore_Task, 'duration_secs': 0.031744} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.914402] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ec1d09-d834-42df-b20b-689557108910 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.920252] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 674.920252] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]520dcc68-63ee-9b3c-d3c2-a3a511dc7d79" [ 674.920252] env[69411]: _type = "Task" [ 674.920252] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.929710] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520dcc68-63ee-9b3c-d3c2-a3a511dc7d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.049581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.049972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.088985] env[69411]: DEBUG nova.network.neutron [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 675.141086] env[69411]: DEBUG nova.network.neutron [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Successfully created port: f53c3393-24a5-456c-a404-1ec6867f0b20 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.201257] env[69411]: DEBUG nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.348594] env[69411]: DEBUG nova.network.neutron [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updating instance_info_cache with network_info: [{"id": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "address": "fa:16:3e:5d:01:5f", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ada38-29", "ovs_interfaceid": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.361390] env[69411]: DEBUG nova.compute.manager [req-17d4b082-04d7-4c38-b336-4a1e7f187427 req-7014e2c5-5176-41c6-91e1-94ea82d73979 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Received event network-vif-plugged-e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.361597] env[69411]: DEBUG oslo_concurrency.lockutils [req-17d4b082-04d7-4c38-b336-4a1e7f187427 req-7014e2c5-5176-41c6-91e1-94ea82d73979 service nova] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.361816] env[69411]: DEBUG oslo_concurrency.lockutils [req-17d4b082-04d7-4c38-b336-4a1e7f187427 req-7014e2c5-5176-41c6-91e1-94ea82d73979 service nova] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.362215] env[69411]: DEBUG oslo_concurrency.lockutils [req-17d4b082-04d7-4c38-b336-4a1e7f187427 req-7014e2c5-5176-41c6-91e1-94ea82d73979 service nova] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.362215] env[69411]: DEBUG nova.compute.manager [req-17d4b082-04d7-4c38-b336-4a1e7f187427 req-7014e2c5-5176-41c6-91e1-94ea82d73979 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] No waiting events found dispatching network-vif-plugged-e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.362521] env[69411]: WARNING nova.compute.manager [req-17d4b082-04d7-4c38-b336-4a1e7f187427 req-7014e2c5-5176-41c6-91e1-94ea82d73979 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Received unexpected event network-vif-plugged-e48ada38-29b4-487d-b2f0-7ce713e2b40c for instance with vm_state building and task_state spawning. [ 675.435982] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520dcc68-63ee-9b3c-d3c2-a3a511dc7d79, 'name': SearchDatastore_Task, 'duration_secs': 0.020773} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.436301] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.436551] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 81dc722f-5177-4034-83dd-7d4fbeb373c3/81dc722f-5177-4034-83dd-7d4fbeb373c3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.436808] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ce62bb-ba9f-40aa-b18c-b5b51932ca54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.455328] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 675.455328] env[69411]: value = "task-3378205" [ 675.455328] env[69411]: _type = "Task" [ 675.455328] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.465456] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.728583] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096b5a50-fca6-4b39-b910-e0f72654969a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.742632] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5158c6d6-5e56-4105-980a-4367b640b880 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.782614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f933de-de29-4229-89ff-7093e51d79b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.789859] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e281303-6e57-42b7-9b9b-875b788a7efe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.805292] env[69411]: DEBUG nova.compute.provider_tree [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.851528] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.851922] env[69411]: DEBUG nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Instance network_info: |[{"id": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "address": "fa:16:3e:5d:01:5f", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ada38-29", "ovs_interfaceid": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.852349] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:01:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e48ada38-29b4-487d-b2f0-7ce713e2b40c', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.860598] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Creating folder: Project (9891422169eb40aea66b5c3210cf1cc3). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.860900] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d328ee0-a931-4159-9211-6877b01ffc76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.873829] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Created folder: Project (9891422169eb40aea66b5c3210cf1cc3) in parent group-v674052. [ 675.874060] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Creating folder: Instances. Parent ref: group-v674092. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.874317] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1fdca24-61e0-413b-bc01-f903d02e63c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.892699] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Created folder: Instances in parent group-v674092. [ 675.892699] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.892699] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.892699] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b0f5e9a-fb32-4662-8866-a2154cdfc892 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.916373] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.916373] env[69411]: value = "task-3378208" [ 675.916373] env[69411]: _type = "Task" [ 675.916373] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.934106] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378208, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.965287] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378205, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.211086] env[69411]: DEBUG nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.243424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "81d85e58-a72f-443a-aea2-8bf16ec1e973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.243721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.244130] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.245030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.245030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.247938] env[69411]: INFO nova.compute.manager [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Terminating instance [ 676.256559] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.257067] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.257262] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.257562] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.257809] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.258020] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.258605] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.258839] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.259489] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.259489] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.259655] env[69411]: DEBUG nova.virt.hardware [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.262259] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a6d15-272c-4067-b6df-7a067dd03163 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.273681] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82412af6-531b-4a8a-b73d-9cc128295c22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.309800] env[69411]: DEBUG nova.scheduler.client.report [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.425942] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378208, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.468038] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832999} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.468038] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 81dc722f-5177-4034-83dd-7d4fbeb373c3/81dc722f-5177-4034-83dd-7d4fbeb373c3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.468038] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.468038] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da2774b7-621c-42f1-ba13-0b6cfb01911f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.474968] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 676.474968] env[69411]: value = "task-3378209" [ 676.474968] env[69411]: _type = "Task" [ 676.474968] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.484943] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.770151] env[69411]: DEBUG nova.compute.manager [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.770151] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.770151] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd58913-0a43-4739-8b12-89df44448d9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.784424] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.784424] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c73a9285-c186-4c20-9d8a-9f0df14d472c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.792249] env[69411]: DEBUG oslo_vmware.api [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 676.792249] env[69411]: value = "task-3378210" [ 676.792249] env[69411]: _type = "Task" [ 676.792249] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.803252] env[69411]: DEBUG oslo_vmware.api [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.816328] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.817285] env[69411]: DEBUG nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.822127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.587s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.825034] env[69411]: INFO nova.compute.claims [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.937275] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378208, 'name': CreateVM_Task, 'duration_secs': 0.54934} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.937598] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.938579] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.938918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.939360] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.940053] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f08b0b6-ec57-4648-8c2f-b7cd904d8a55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.946249] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 676.946249] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527ee446-4828-964c-b753-2515c3020f22" [ 676.946249] env[69411]: _type = "Task" [ 676.946249] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.958526] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527ee446-4828-964c-b753-2515c3020f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.991413] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085101} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.991413] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.991692] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41280b54-7861-4ee9-90db-71046c7e9ffa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.034439] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 81dc722f-5177-4034-83dd-7d4fbeb373c3/81dc722f-5177-4034-83dd-7d4fbeb373c3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.036048] env[69411]: DEBUG nova.network.neutron [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Successfully updated port: f53c3393-24a5-456c-a404-1ec6867f0b20 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.039867] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b155f473-199a-4a1e-b9d4-38cbcc6cdcc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.083638] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "refresh_cache-01df552d-1482-4974-b0cd-22f8c4494d0a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.083880] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquired lock "refresh_cache-01df552d-1482-4974-b0cd-22f8c4494d0a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.083978] env[69411]: DEBUG nova.network.neutron [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 677.098542] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 677.098542] env[69411]: value = "task-3378211" [ 677.098542] env[69411]: _type = "Task" [ 677.098542] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.112942] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.264148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "4aafbb59-7ef3-4f16-9e90-973898612a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.264148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.264148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "4aafbb59-7ef3-4f16-9e90-973898612a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.264775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.264775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.270874] env[69411]: INFO nova.compute.manager [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Terminating instance [ 677.320405] env[69411]: DEBUG oslo_vmware.api [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378210, 'name': PowerOffVM_Task, 'duration_secs': 0.260696} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.320748] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.320962] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.321257] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e33ac38d-9ca8-4b99-a594-538009f1b175 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.331864] env[69411]: DEBUG nova.compute.utils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.337307] env[69411]: DEBUG nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.337307] env[69411]: DEBUG nova.network.neutron [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.428560] env[69411]: DEBUG nova.policy [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce45fa11d0c243e5850b410eba269275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1fbb2608ff442e8ac27818c0d793ad9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.455267] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.455978] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.455978] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Deleting the datastore file [datastore1] 81d85e58-a72f-443a-aea2-8bf16ec1e973 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.460411] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7676242a-01d2-4669-9fe5-cb144a13c6ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.462446] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527ee446-4828-964c-b753-2515c3020f22, 'name': SearchDatastore_Task, 'duration_secs': 0.036706} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.462748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.463184] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.463619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.463619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.463794] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.466024] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0653e3f0-3507-4744-94f2-9a52362ac652 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.469499] env[69411]: DEBUG oslo_vmware.api [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 677.469499] env[69411]: value = "task-3378213" [ 677.469499] env[69411]: _type = "Task" [ 677.469499] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.474575] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.474748] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.484273] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371f58d4-3f80-4b14-840f-07f798170c25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.484273] env[69411]: DEBUG oslo_vmware.api [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.484806] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 677.484806] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b94e34-3401-0dbb-b74d-3aa43c793515" [ 677.484806] env[69411]: _type = "Task" [ 677.484806] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.493752] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b94e34-3401-0dbb-b74d-3aa43c793515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.612941] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.628402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.628402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.649776] env[69411]: DEBUG nova.network.neutron [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 677.660127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.660424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.686338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "9794b7d7-2319-4b49-94b4-3478c397fcea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.686587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.776370] env[69411]: DEBUG nova.compute.manager [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.776754] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.781238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112379d-4eae-488e-b172-368f7f68b679 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.790832] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.791455] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f6a6679-6c2d-4552-a731-90c3a108d137 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.800670] env[69411]: DEBUG oslo_vmware.api [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 677.800670] env[69411]: value = "task-3378214" [ 677.800670] env[69411]: _type = "Task" [ 677.800670] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.809266] env[69411]: INFO nova.compute.manager [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Rebuilding instance [ 677.820455] env[69411]: DEBUG oslo_vmware.api [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.841153] env[69411]: DEBUG nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.917452] env[69411]: DEBUG nova.compute.manager [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.918781] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a53cf05-2f55-4a76-929e-246149b82149 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.928510] env[69411]: DEBUG nova.network.neutron [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Updating instance_info_cache with network_info: [{"id": "f53c3393-24a5-456c-a404-1ec6867f0b20", "address": "fa:16:3e:0e:d4:95", "network": {"id": "5d2d0bad-71f8-4fc7-b4f0-adf20730c953", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-208449847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccf81de2c84543dc90c53045ae3ddd8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53c3393-24", "ovs_interfaceid": "f53c3393-24a5-456c-a404-1ec6867f0b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.985744] env[69411]: DEBUG oslo_vmware.api [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.991481] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.991481] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.992850] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.992850] env[69411]: INFO nova.compute.manager [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Took 1.22 seconds to destroy the instance on the hypervisor. [ 677.992850] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.993728] env[69411]: DEBUG nova.compute.manager [-] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.993728] env[69411]: DEBUG nova.network.neutron [-] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 678.002177] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b94e34-3401-0dbb-b74d-3aa43c793515, 'name': SearchDatastore_Task, 'duration_secs': 0.015643} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.006043] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bae3222-b1b7-4bf0-a8b0-41ba2f837c58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.014042] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 678.014042] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c881d4-7753-cf55-5a1f-cdfb1a61400b" [ 678.014042] env[69411]: _type = "Task" [ 678.014042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.025829] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c881d4-7753-cf55-5a1f-cdfb1a61400b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.114388] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.271148] env[69411]: DEBUG nova.network.neutron [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Successfully created port: 73841600-1541-49a6-a61f-1bbab5c62ea0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.311667] env[69411]: DEBUG oslo_vmware.api [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378214, 'name': PowerOffVM_Task, 'duration_secs': 0.259013} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.314492] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.314682] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.315779] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bec5a166-c0e9-4a84-aeaa-c67abfeac958 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.359116] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574e937-241f-46b3-ac1b-4ceb3cc2378d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.366240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bd9aa9-9cb8-4928-b2d0-f62e632a901d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.407916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac05fa-a2f4-4262-a8a3-5291d53a7f94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.411589] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.411809] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.411809] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Deleting the datastore file [datastore2] 4aafbb59-7ef3-4f16-9e90-973898612a06 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.413738] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b38dd7f1-45d7-452c-b25a-b61e7027ddbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.422057] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a2dd75-e3cf-4d10-844d-68e485990db5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.429760] env[69411]: DEBUG oslo_vmware.api [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for the task: (returnval){ [ 678.429760] env[69411]: value = "task-3378216" [ 678.429760] env[69411]: _type = "Task" [ 678.429760] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.442926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Releasing lock "refresh_cache-01df552d-1482-4974-b0cd-22f8c4494d0a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.443311] env[69411]: DEBUG nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Instance network_info: |[{"id": "f53c3393-24a5-456c-a404-1ec6867f0b20", "address": "fa:16:3e:0e:d4:95", "network": {"id": "5d2d0bad-71f8-4fc7-b4f0-adf20730c953", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-208449847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccf81de2c84543dc90c53045ae3ddd8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53c3393-24", "ovs_interfaceid": "f53c3393-24a5-456c-a404-1ec6867f0b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.445493] env[69411]: DEBUG nova.compute.provider_tree [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.447041] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d4:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f53c3393-24a5-456c-a404-1ec6867f0b20', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.455201] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Creating folder: Project (ccf81de2c84543dc90c53045ae3ddd8a). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.457280] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-249a213e-81b3-45d9-9caf-d3263e11c257 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.464768] env[69411]: DEBUG oslo_vmware.api [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.471939] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Created folder: Project (ccf81de2c84543dc90c53045ae3ddd8a) in parent group-v674052. [ 678.472165] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Creating folder: Instances. Parent ref: group-v674095. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.472409] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ca707f7-eb48-4823-b266-6fd353a1365c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.484409] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Created folder: Instances in parent group-v674095. [ 678.484985] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.484985] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.485246] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3b2e71-4cd9-445d-becc-cdc40bb1f28f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.506072] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.506072] env[69411]: value = "task-3378219" [ 678.506072] env[69411]: _type = "Task" [ 678.506072] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.515917] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378219, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.528102] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c881d4-7753-cf55-5a1f-cdfb1a61400b, 'name': SearchDatastore_Task, 'duration_secs': 0.019198} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.528392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.528650] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 029a7f6a-74cd-4abe-a014-8ac5eb138aa3/029a7f6a-74cd-4abe-a014-8ac5eb138aa3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.528907] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5c5807d-d039-4f91-b0ee-0b5bfb546764 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.536458] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 678.536458] env[69411]: value = "task-3378220" [ 678.536458] env[69411]: _type = "Task" [ 678.536458] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.544939] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.623407] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.628916] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Received event network-changed-e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.632278] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Refreshing instance network info cache due to event network-changed-e48ada38-29b4-487d-b2f0-7ce713e2b40c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.632278] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Acquiring lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.632278] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Acquired lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.632278] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Refreshing network info cache for port e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 678.862273] env[69411]: DEBUG nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.896655] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.896655] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.896910] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.896910] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.897268] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.897268] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.897417] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.897528] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.897689] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.897846] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.898060] env[69411]: DEBUG nova.virt.hardware [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.899489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3cc5f-3903-40c3-acd7-e47960013b1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.911574] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68060f71-bb32-4435-8b4a-66bff79673ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.940363] env[69411]: DEBUG oslo_vmware.api [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Task: {'id': task-3378216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180304} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.940901] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.940901] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.941075] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.942303] env[69411]: INFO nova.compute.manager [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Took 1.16 seconds to destroy the instance on the hypervisor. [ 678.942668] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.942913] env[69411]: DEBUG nova.compute.manager [-] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.943221] env[69411]: DEBUG nova.network.neutron [-] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 678.947910] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.948212] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-371fda53-9824-44c5-ab37-54cea9d6d2cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.957083] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 678.957083] env[69411]: value = "task-3378221" [ 678.957083] env[69411]: _type = "Task" [ 678.957083] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.958106] env[69411]: DEBUG nova.scheduler.client.report [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.973801] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.020813] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378219, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.048224] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.115152] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378211, 'name': ReconfigVM_Task, 'duration_secs': 1.585418} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.115461] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 81dc722f-5177-4034-83dd-7d4fbeb373c3/81dc722f-5177-4034-83dd-7d4fbeb373c3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.116224] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6faf91d-1fe2-4535-965e-67f4ccd12a3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.126608] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 679.126608] env[69411]: value = "task-3378222" [ 679.126608] env[69411]: _type = "Task" [ 679.126608] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.136330] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378222, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.357216] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d5b26-8dfd-21bc-3e78-511917a2bcd9/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.359922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a59d863-69bd-4715-ab2f-f0846aa3ba6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.368116] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d5b26-8dfd-21bc-3e78-511917a2bcd9/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.368311] env[69411]: ERROR oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d5b26-8dfd-21bc-3e78-511917a2bcd9/disk-0.vmdk due to incomplete transfer. [ 679.368543] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-12ab211d-a094-4cb2-9b4b-25825cade31f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.377067] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d5b26-8dfd-21bc-3e78-511917a2bcd9/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.377067] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Uploaded image 6b27621b-1c9e-427d-beb2-5da963bdf5ce to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.379476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.381636] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf288fc5-acfd-4d81-b2db-a5b3b805e97b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.388384] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 679.388384] env[69411]: value = "task-3378223" [ 679.388384] env[69411]: _type = "Task" [ 679.388384] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.399947] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378223, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.465031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.465031] env[69411]: DEBUG nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.472511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.450s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.472511] env[69411]: INFO nova.compute.claims [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.474554] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378221, 'name': PowerOffVM_Task, 'duration_secs': 0.189343} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.478526] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.480991] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.480991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aac225-7b3f-45f2-8456-6d5736586ca3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.487789] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.487789] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44101b0a-ce66-4e14-aa20-ac8437f86b6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.514496] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.514805] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.515126] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Deleting the datastore file [datastore2] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.519146] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-154ab55c-23db-48d2-a9a1-751d5abc4714 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.520940] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378219, 'name': CreateVM_Task, 'duration_secs': 0.630837} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.521171] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.522202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.522354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.522672] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.523954] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d502c99-21f2-4c63-bfe0-47ce880b2bf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.527057] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 679.527057] env[69411]: value = "task-3378225" [ 679.527057] env[69411]: _type = "Task" [ 679.527057] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.533316] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 679.533316] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d0dd4e-3e0d-c8ea-b95e-1a7b527db55f" [ 679.533316] env[69411]: _type = "Task" [ 679.533316] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.539848] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.554024] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d0dd4e-3e0d-c8ea-b95e-1a7b527db55f, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.554024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.554024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.554024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.554024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.554024] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.557059] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updated VIF entry in instance network info cache for port e48ada38-29b4-487d-b2f0-7ce713e2b40c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 679.557407] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updating instance_info_cache with network_info: [{"id": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "address": "fa:16:3e:5d:01:5f", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ada38-29", "ovs_interfaceid": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.558815] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04b5aed4-e1b4-4c58-8a2a-ab0f506822f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.560865] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52773} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.561375] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 029a7f6a-74cd-4abe-a014-8ac5eb138aa3/029a7f6a-74cd-4abe-a014-8ac5eb138aa3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.561588] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.562287] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b89fca03-4e04-4a9b-be90-d815a3d561ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.568603] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.568783] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.571280] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb0dcd5-ea28-455e-b9d7-829a19c4e4bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.575675] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 679.575675] env[69411]: value = "task-3378226" [ 679.575675] env[69411]: _type = "Task" [ 679.575675] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.577571] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 679.577571] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527e9262-1e5f-0c04-62ee-2353e3cf9c08" [ 679.577571] env[69411]: _type = "Task" [ 679.577571] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.584819] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.591452] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527e9262-1e5f-0c04-62ee-2353e3cf9c08, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.592847] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e3630c-5eb6-42ba-a318-67b2b80ab31f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.600378] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 679.600378] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52655436-472d-2faf-96a4-dc3af35e79d2" [ 679.600378] env[69411]: _type = "Task" [ 679.600378] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.609376] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52655436-472d-2faf-96a4-dc3af35e79d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.636869] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378222, 'name': Rename_Task, 'duration_secs': 0.19213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.636869] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.636869] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20b3da45-cc25-4845-90d1-48f814368154 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.642769] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 679.642769] env[69411]: value = "task-3378227" [ 679.642769] env[69411]: _type = "Task" [ 679.642769] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.656199] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.797603] env[69411]: DEBUG nova.compute.manager [req-6c3f6fd2-3df2-47fb-b8d9-c6384dc75afa req-677901f0-7057-4251-8843-8ab8794c7973 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-vif-deleted-321e94a9-08b1-42e9-af2b-148aa502de5a {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.797864] env[69411]: INFO nova.compute.manager [req-6c3f6fd2-3df2-47fb-b8d9-c6384dc75afa req-677901f0-7057-4251-8843-8ab8794c7973 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Neutron deleted interface 321e94a9-08b1-42e9-af2b-148aa502de5a; detaching it from the instance and deleting it from the info cache [ 679.798898] env[69411]: DEBUG nova.network.neutron [req-6c3f6fd2-3df2-47fb-b8d9-c6384dc75afa req-677901f0-7057-4251-8843-8ab8794c7973 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Updating instance_info_cache with network_info: [{"id": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "address": "fa:16:3e:52:e9:67", "network": {"id": "e861e94a-5d9c-4212-9ee4-b822eb2608ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1218169621", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5faaccd7-03", "ovs_interfaceid": "5faaccd7-03eb-4691-bb7b-947f342cfe6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b360ff3-facb-430c-8e31-159732f3bcf6", "address": "fa:16:3e:8a:6c:21", "network": {"id": "83012cf7-73fe-4f2a-b42f-a7e17292be0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-694757340", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b360ff3-fa", "ovs_interfaceid": "6b360ff3-facb-430c-8e31-159732f3bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.899182] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378223, 'name': Destroy_Task, 'duration_secs': 0.353888} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.899182] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Destroyed the VM [ 679.899348] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.899588] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c53d899-2bd1-46a7-a297-4ea28730825b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.908862] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 679.908862] env[69411]: value = "task-3378228" [ 679.908862] env[69411]: _type = "Task" [ 679.908862] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.918257] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378228, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.977096] env[69411]: DEBUG nova.compute.utils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.981973] env[69411]: DEBUG nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.982097] env[69411]: DEBUG nova.network.neutron [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.984098] env[69411]: DEBUG nova.network.neutron [-] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.041134] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105074} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.041576] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.042432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.042432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.063765] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Releasing lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.065857] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Received event network-changed-6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.065857] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Refreshing instance network info cache due to event network-changed-6e9b76af-24ac-4e59-84c1-6820bf60d05c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.065857] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Acquiring lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.065857] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Acquired lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.065857] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Refreshing network info cache for port 6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 680.088397] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212794} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.088921] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.089815] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b926b-50c8-4757-b5d9-62295fe7b910 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.119499] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 029a7f6a-74cd-4abe-a014-8ac5eb138aa3/029a7f6a-74cd-4abe-a014-8ac5eb138aa3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.121900] env[69411]: DEBUG nova.policy [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce45fa11d0c243e5850b410eba269275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1fbb2608ff442e8ac27818c0d793ad9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.129156] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb3146e-297d-460b-935d-9f174d50c01e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.152746] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 680.152746] env[69411]: value = "task-3378229" [ 680.152746] env[69411]: _type = "Task" [ 680.152746] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.153054] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52655436-472d-2faf-96a4-dc3af35e79d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.154285] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.154285] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 01df552d-1482-4974-b0cd-22f8c4494d0a/01df552d-1482-4974-b0cd-22f8c4494d0a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.158309] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3865abb-a313-4d94-bee7-3c3f58e621dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.163748] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378227, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.171411] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.173350] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 680.173350] env[69411]: value = "task-3378230" [ 680.173350] env[69411]: _type = "Task" [ 680.173350] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.182073] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.208354] env[69411]: DEBUG nova.network.neutron [-] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.301362] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5750537d-0c31-479e-8b2c-159f2797c964 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.313075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808b1dba-6b40-40d0-aa8d-3db1b741d8dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.343494] env[69411]: DEBUG nova.compute.manager [req-6c3f6fd2-3df2-47fb-b8d9-c6384dc75afa req-677901f0-7057-4251-8843-8ab8794c7973 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Detach interface failed, port_id=321e94a9-08b1-42e9-af2b-148aa502de5a, reason: Instance 81d85e58-a72f-443a-aea2-8bf16ec1e973 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 680.424204] env[69411]: DEBUG oslo_vmware.api [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378228, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375101} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.424961] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.424961] env[69411]: INFO nova.compute.manager [None req-e4702bff-1fe5-43ea-a9b4-d19dd6402645 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Took 18.17 seconds to snapshot the instance on the hypervisor. [ 680.483304] env[69411]: DEBUG nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.490767] env[69411]: INFO nova.compute.manager [-] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Took 1.55 seconds to deallocate network for instance. [ 680.607324] env[69411]: DEBUG nova.network.neutron [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Successfully updated port: 73841600-1541-49a6-a61f-1bbab5c62ea0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.620327] env[69411]: DEBUG nova.network.neutron [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Successfully created port: 591d6ed6-060a-431c-87af-43a3728e371b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.665099] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378227, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.674903] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378229, 'name': ReconfigVM_Task, 'duration_secs': 0.374216} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.678772] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 029a7f6a-74cd-4abe-a014-8ac5eb138aa3/029a7f6a-74cd-4abe-a014-8ac5eb138aa3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.679850] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f20c445-78e1-4556-bf80-18183cdfa2ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.690009] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.694712] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 680.694712] env[69411]: value = "task-3378231" [ 680.694712] env[69411]: _type = "Task" [ 680.694712] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.709422] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378231, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.713084] env[69411]: INFO nova.compute.manager [-] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Took 2.72 seconds to deallocate network for instance. [ 681.000363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.014893] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9274957-056b-4041-8f00-638cdc1e5d1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.023416] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3868a8-eb60-41a7-995f-d468dae3ba8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.056462] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac1931-0010-44c3-847c-ad9b5ab6cf30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.067485] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c4625d-c66d-4875-b15a-974ed2b0b65e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.083306] env[69411]: DEBUG nova.compute.provider_tree [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.094754] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.095137] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.095210] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.095335] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.095464] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.095620] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.095872] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.096061] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.096196] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.096323] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.096494] env[69411]: DEBUG nova.virt.hardware [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.097926] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c07669-f09e-4797-995e-70a19b7719ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.106109] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updated VIF entry in instance network info cache for port 6e9b76af-24ac-4e59-84c1-6820bf60d05c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 681.107614] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updating instance_info_cache with network_info: [{"id": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "address": "fa:16:3e:77:26:43", "network": {"id": "2b0edd26-e578-42ef-bff6-7101ebed0812", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-717504495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66bbc2c0256344ffa8f4b77331312f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9b76af-24", "ovs_interfaceid": "6e9b76af-24ac-4e59-84c1-6820bf60d05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.108897] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa7b91-40e6-43ff-bf99-1269cbca254e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.113840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "refresh_cache-e7691dd6-87a7-4496-bc9a-e4b56a725796" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.114339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired lock "refresh_cache-e7691dd6-87a7-4496-bc9a-e4b56a725796" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.114339] env[69411]: DEBUG nova.network.neutron [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 681.126622] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.132230] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.133319] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.133546] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a214270a-8c20-44ce-a91c-f01f4e40adfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.156645] env[69411]: DEBUG oslo_vmware.api [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378227, 'name': PowerOnVM_Task, 'duration_secs': 1.30711} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.156846] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.157552] env[69411]: INFO nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Took 12.30 seconds to spawn the instance on the hypervisor. [ 681.157552] env[69411]: DEBUG nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.157552] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.157552] env[69411]: value = "task-3378232" [ 681.157552] env[69411]: _type = "Task" [ 681.157552] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.158135] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6df39-0a57-4d05-b622-abdeb5057dac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.172721] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378232, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.184308] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601563} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.184657] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 01df552d-1482-4974-b0cd-22f8c4494d0a/01df552d-1482-4974-b0cd-22f8c4494d0a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.185165] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.185324] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac137992-833c-448a-86d8-59c1b1af3263 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.191725] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 681.191725] env[69411]: value = "task-3378233" [ 681.191725] env[69411]: _type = "Task" [ 681.191725] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.201747] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.207179] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378231, 'name': Rename_Task, 'duration_secs': 0.164213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.207504] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.207809] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6754231-9bd0-41a3-a18f-cdb61ad52a73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.215513] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 681.215513] env[69411]: value = "task-3378234" [ 681.215513] env[69411]: _type = "Task" [ 681.215513] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.222133] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.227995] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.465153] env[69411]: DEBUG nova.compute.manager [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Received event network-vif-plugged-73841600-1541-49a6-a61f-1bbab5c62ea0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.465469] env[69411]: DEBUG oslo_concurrency.lockutils [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] Acquiring lock "e7691dd6-87a7-4496-bc9a-e4b56a725796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.465667] env[69411]: DEBUG oslo_concurrency.lockutils [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.465810] env[69411]: DEBUG oslo_concurrency.lockutils [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.465885] env[69411]: DEBUG nova.compute.manager [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] No waiting events found dispatching network-vif-plugged-73841600-1541-49a6-a61f-1bbab5c62ea0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.466057] env[69411]: WARNING nova.compute.manager [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Received unexpected event network-vif-plugged-73841600-1541-49a6-a61f-1bbab5c62ea0 for instance with vm_state building and task_state spawning. [ 681.466222] env[69411]: DEBUG nova.compute.manager [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Received event network-changed-73841600-1541-49a6-a61f-1bbab5c62ea0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.466394] env[69411]: DEBUG nova.compute.manager [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Refreshing instance network info cache due to event network-changed-73841600-1541-49a6-a61f-1bbab5c62ea0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.466580] env[69411]: DEBUG oslo_concurrency.lockutils [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] Acquiring lock "refresh_cache-e7691dd6-87a7-4496-bc9a-e4b56a725796" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.492826] env[69411]: DEBUG nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.523958] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.523958] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.523958] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.524906] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.524906] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.524906] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.524906] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.525173] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.525325] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.525502] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.525678] env[69411]: DEBUG nova.virt.hardware [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.526622] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b1c7c4-0d8e-4d64-9df1-a37a36aaa38d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.534986] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cc05f3-8c1f-4b3c-8c88-5be6a5e67ebf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.588979] env[69411]: DEBUG nova.scheduler.client.report [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.617914] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Releasing lock "refresh_cache-8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.617914] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Received event network-vif-plugged-f53c3393-24a5-456c-a404-1ec6867f0b20 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.617914] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Acquiring lock "01df552d-1482-4974-b0cd-22f8c4494d0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.617914] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.617914] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.617914] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] No waiting events found dispatching network-vif-plugged-f53c3393-24a5-456c-a404-1ec6867f0b20 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.617914] env[69411]: WARNING nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Received unexpected event network-vif-plugged-f53c3393-24a5-456c-a404-1ec6867f0b20 for instance with vm_state building and task_state spawning. [ 681.617914] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Received event network-changed-f53c3393-24a5-456c-a404-1ec6867f0b20 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.617914] env[69411]: DEBUG nova.compute.manager [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Refreshing instance network info cache due to event network-changed-f53c3393-24a5-456c-a404-1ec6867f0b20. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.617914] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Acquiring lock "refresh_cache-01df552d-1482-4974-b0cd-22f8c4494d0a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.617914] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Acquired lock "refresh_cache-01df552d-1482-4974-b0cd-22f8c4494d0a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.617914] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Refreshing network info cache for port f53c3393-24a5-456c-a404-1ec6867f0b20 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 681.659717] env[69411]: DEBUG nova.network.neutron [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 681.671749] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378232, 'name': CreateVM_Task, 'duration_secs': 0.457344} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.671950] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.672372] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.672530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.672836] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.673095] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef5a231-97cb-4618-8d38-0c6b192075ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.688172] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 681.688172] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5200456d-1a8f-34f1-acb2-4709b3b708a7" [ 681.688172] env[69411]: _type = "Task" [ 681.688172] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.688172] env[69411]: INFO nova.compute.manager [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Took 29.42 seconds to build instance. [ 681.694271] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5200456d-1a8f-34f1-acb2-4709b3b708a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.701986] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10221} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.702346] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.703015] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d192dd22-716d-4c5b-809a-7ed3c1b9d381 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.731667] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 01df552d-1482-4974-b0cd-22f8c4494d0a/01df552d-1482-4974-b0cd-22f8c4494d0a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.736316] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab70ad6-aabd-40c2-9842-fbc814ae8895 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.756829] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378234, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.759349] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 681.759349] env[69411]: value = "task-3378235" [ 681.759349] env[69411]: _type = "Task" [ 681.759349] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.766670] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.802405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.802405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.916012] env[69411]: DEBUG nova.network.neutron [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Updating instance_info_cache with network_info: [{"id": "73841600-1541-49a6-a61f-1bbab5c62ea0", "address": "fa:16:3e:8e:c4:9f", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73841600-15", "ovs_interfaceid": "73841600-1541-49a6-a61f-1bbab5c62ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.093960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.094570] env[69411]: DEBUG nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.097119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.602s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.098520] env[69411]: INFO nova.compute.claims [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.191141] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a46e584b-6228-47ac-a3f2-ae8ae5b93a79 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.084s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.204714] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5200456d-1a8f-34f1-acb2-4709b3b708a7, 'name': SearchDatastore_Task, 'duration_secs': 0.029246} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.209347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.209739] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.210072] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.210239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.210421] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.211726] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef9abc56-bb29-4917-ade8-074b28de730f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.224481] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.224798] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.225950] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad889813-ad48-4186-983b-d5de635e5780 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.232272] env[69411]: DEBUG oslo_vmware.api [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378234, 'name': PowerOnVM_Task, 'duration_secs': 0.932274} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.233147] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.233359] env[69411]: INFO nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Took 10.69 seconds to spawn the instance on the hypervisor. [ 682.233543] env[69411]: DEBUG nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.234473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51a6104-51da-4c92-bed3-5a53719233fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.238876] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 682.238876] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526680d0-fe0f-51ab-1ef8-c12909e70009" [ 682.238876] env[69411]: _type = "Task" [ 682.238876] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.254179] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526680d0-fe0f-51ab-1ef8-c12909e70009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.266744] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378235, 'name': ReconfigVM_Task, 'duration_secs': 0.258973} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.267038] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 01df552d-1482-4974-b0cd-22f8c4494d0a/01df552d-1482-4974-b0cd-22f8c4494d0a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.267652] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da7c9e0-c14c-4e65-b0b6-361abcd564b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.274365] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 682.274365] env[69411]: value = "task-3378236" [ 682.274365] env[69411]: _type = "Task" [ 682.274365] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.286441] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378236, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.405460] env[69411]: DEBUG nova.network.neutron [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Successfully updated port: 591d6ed6-060a-431c-87af-43a3728e371b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.415118] env[69411]: DEBUG nova.compute.manager [req-a3968d14-77f3-4c92-9b1b-a97f7f8562fc req-55f9ffbb-eae8-4643-af3d-62b625ec4594 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-vif-deleted-6b360ff3-facb-430c-8e31-159732f3bcf6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.415446] env[69411]: DEBUG nova.compute.manager [req-a3968d14-77f3-4c92-9b1b-a97f7f8562fc req-55f9ffbb-eae8-4643-af3d-62b625ec4594 service nova] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Received event network-vif-deleted-bf065ec0-6c7f-466c-a69d-05724c9b2a43 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.415683] env[69411]: DEBUG nova.compute.manager [req-a3968d14-77f3-4c92-9b1b-a97f7f8562fc req-55f9ffbb-eae8-4643-af3d-62b625ec4594 service nova] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Received event network-vif-deleted-5faaccd7-03eb-4691-bb7b-947f342cfe6f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.418846] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Releasing lock "refresh_cache-e7691dd6-87a7-4496-bc9a-e4b56a725796" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.419234] env[69411]: DEBUG nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Instance network_info: |[{"id": "73841600-1541-49a6-a61f-1bbab5c62ea0", "address": "fa:16:3e:8e:c4:9f", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73841600-15", "ovs_interfaceid": "73841600-1541-49a6-a61f-1bbab5c62ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.419830] env[69411]: DEBUG oslo_concurrency.lockutils [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] Acquired lock "refresh_cache-e7691dd6-87a7-4496-bc9a-e4b56a725796" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.420091] env[69411]: DEBUG nova.network.neutron [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Refreshing network info cache for port 73841600-1541-49a6-a61f-1bbab5c62ea0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 682.421181] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c4:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73841600-1541-49a6-a61f-1bbab5c62ea0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.430447] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Creating folder: Project (b1fbb2608ff442e8ac27818c0d793ad9). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.432207] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b639c1a2-82dc-4038-9da1-3433c7ccae12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.447564] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Created folder: Project (b1fbb2608ff442e8ac27818c0d793ad9) in parent group-v674052. [ 682.447837] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Creating folder: Instances. Parent ref: group-v674099. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.448108] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e23c9f7-30df-43dc-8e0c-31e4b9057384 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.463146] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Created folder: Instances in parent group-v674099. [ 682.463406] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.463604] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.463805] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b45c2422-8157-4eb8-91ba-ed369197b746 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.493687] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.493687] env[69411]: value = "task-3378239" [ 682.493687] env[69411]: _type = "Task" [ 682.493687] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.503318] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.602932] env[69411]: DEBUG nova.compute.utils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.607724] env[69411]: DEBUG nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.608493] env[69411]: DEBUG nova.network.neutron [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.659229] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Updated VIF entry in instance network info cache for port f53c3393-24a5-456c-a404-1ec6867f0b20. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 682.659574] env[69411]: DEBUG nova.network.neutron [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Updating instance_info_cache with network_info: [{"id": "f53c3393-24a5-456c-a404-1ec6867f0b20", "address": "fa:16:3e:0e:d4:95", "network": {"id": "5d2d0bad-71f8-4fc7-b4f0-adf20730c953", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-208449847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccf81de2c84543dc90c53045ae3ddd8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53c3393-24", "ovs_interfaceid": "f53c3393-24a5-456c-a404-1ec6867f0b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.690991] env[69411]: DEBUG nova.policy [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87501531bb6549219fa222ed71910fc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4ab84c5394376803147b9ec22cf9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.694134] env[69411]: DEBUG nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.758343] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526680d0-fe0f-51ab-1ef8-c12909e70009, 'name': SearchDatastore_Task, 'duration_secs': 0.016624} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.760522] env[69411]: INFO nova.compute.manager [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Took 30.00 seconds to build instance. [ 682.762420] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d6b737-914f-497d-a2c7-1dde40255cff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.768969] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 682.768969] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5227ce04-000b-8244-def9-0a663df04b70" [ 682.768969] env[69411]: _type = "Task" [ 682.768969] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.786838] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5227ce04-000b-8244-def9-0a663df04b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.791894] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378236, 'name': Rename_Task, 'duration_secs': 0.141042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.791894] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.791894] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c55c403-ecaa-4a74-a6fd-078ae336f79e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.799364] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 682.799364] env[69411]: value = "task-3378240" [ 682.799364] env[69411]: _type = "Task" [ 682.799364] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.808844] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.907655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "refresh_cache-e946f1e9-8219-4a53-843d-65044bd6d369" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.907807] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired lock "refresh_cache-e946f1e9-8219-4a53-843d-65044bd6d369" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.907974] env[69411]: DEBUG nova.network.neutron [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 683.012490] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.044565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "39bc322d-9580-4a77-b858-3b83ad03e32f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.045441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.045441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "39bc322d-9580-4a77-b858-3b83ad03e32f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.045441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.045554] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.050135] env[69411]: INFO nova.compute.manager [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Terminating instance [ 683.113732] env[69411]: DEBUG nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.164736] env[69411]: DEBUG oslo_concurrency.lockutils [req-48212f86-e4a3-4bbb-a373-43d0875d98dc req-be675c14-f659-4191-ad8e-65b52b1c8f53 service nova] Releasing lock "refresh_cache-01df552d-1482-4974-b0cd-22f8c4494d0a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.219584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.226144] env[69411]: DEBUG nova.network.neutron [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Updated VIF entry in instance network info cache for port 73841600-1541-49a6-a61f-1bbab5c62ea0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 683.226702] env[69411]: DEBUG nova.network.neutron [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Updating instance_info_cache with network_info: [{"id": "73841600-1541-49a6-a61f-1bbab5c62ea0", "address": "fa:16:3e:8e:c4:9f", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73841600-15", "ovs_interfaceid": "73841600-1541-49a6-a61f-1bbab5c62ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.261471] env[69411]: DEBUG nova.network.neutron [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Successfully created port: 2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.263512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d2de0243-b4ae-45da-aac3-afc01b1923bf tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.706s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.291353] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5227ce04-000b-8244-def9-0a663df04b70, 'name': SearchDatastore_Task, 'duration_secs': 0.026451} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.291636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.291907] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.292227] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d34cd1-ac31-4985-90ee-cd70a62b3fea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.309506] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 683.309506] env[69411]: value = "task-3378241" [ 683.309506] env[69411]: _type = "Task" [ 683.309506] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.317098] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378240, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.328080] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.472099] env[69411]: DEBUG nova.network.neutron [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 683.509770] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.557154] env[69411]: DEBUG nova.compute.manager [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.557530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.558330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2899c3-6afb-47dd-89fe-c50bb5e1915f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.572550] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.572550] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24353d9d-b70e-4b86-85eb-96cbe91847bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.636281] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.637135] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.637135] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleting the datastore file [datastore2] 39bc322d-9580-4a77-b858-3b83ad03e32f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.641297] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c80f9c-8019-4c98-a9a0-5ba1a8a91e6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.648962] env[69411]: DEBUG oslo_vmware.api [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 683.648962] env[69411]: value = "task-3378243" [ 683.648962] env[69411]: _type = "Task" [ 683.648962] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.668177] env[69411]: DEBUG oslo_vmware.api [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.702128] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8d49d4-20ee-4feb-9a5f-12d4816a0a8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.714196] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a210527-f2a3-40f7-bcfd-9fa96db12d38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.748850] env[69411]: DEBUG oslo_concurrency.lockutils [req-c861c158-5ef0-446d-a187-afd9aebc8281 req-9432a6c3-6484-4ec5-a4b1-c096a8dfb9fe service nova] Releasing lock "refresh_cache-e7691dd6-87a7-4496-bc9a-e4b56a725796" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.752700] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c728c-8f66-4927-a456-635407d7bdee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.762311] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcafcd7d-63b2-4360-a339-26e47f42961b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.768221] env[69411]: DEBUG nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.782272] env[69411]: DEBUG nova.compute.provider_tree [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.813824] env[69411]: DEBUG oslo_vmware.api [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378240, 'name': PowerOnVM_Task, 'duration_secs': 0.530103} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.817767] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.818526] env[69411]: INFO nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Took 7.61 seconds to spawn the instance on the hypervisor. [ 683.818526] env[69411]: DEBUG nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.819501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c742bb5-69b7-4581-ae98-8a735ea8bbf4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.832283] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378241, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.863270] env[69411]: DEBUG nova.network.neutron [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Updating instance_info_cache with network_info: [{"id": "591d6ed6-060a-431c-87af-43a3728e371b", "address": "fa:16:3e:8e:d8:ee", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591d6ed6-06", "ovs_interfaceid": "591d6ed6-060a-431c-87af-43a3728e371b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.995464] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.995697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.008851] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.129302] env[69411]: DEBUG nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.161418] env[69411]: DEBUG oslo_vmware.api [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338803} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.164503] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.164716] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.164897] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.165319] env[69411]: INFO nova.compute.manager [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 684.165903] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.166414] env[69411]: DEBUG nova.compute.manager [-] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.166569] env[69411]: DEBUG nova.network.neutron [-] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 684.173318] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.173563] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.173720] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.173901] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.174086] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.174255] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.174994] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.175318] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.175835] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.175835] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.175964] env[69411]: DEBUG nova.virt.hardware [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.176972] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d8480a-b6cb-409c-8930-ce3eda13a402 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.185311] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e40008-0880-4e1a-90e7-882b92043cc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.285583] env[69411]: DEBUG nova.scheduler.client.report [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.290798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.330346] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574452} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.330765] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.331117] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.333115] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b02104d6-56a5-41d0-a6a1-7ce6808828c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.344034] env[69411]: INFO nova.compute.manager [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Took 24.96 seconds to build instance. [ 684.346041] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 684.346041] env[69411]: value = "task-3378244" [ 684.346041] env[69411]: _type = "Task" [ 684.346041] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.359459] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.366804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Releasing lock "refresh_cache-e946f1e9-8219-4a53-843d-65044bd6d369" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.366804] env[69411]: DEBUG nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Instance network_info: |[{"id": "591d6ed6-060a-431c-87af-43a3728e371b", "address": "fa:16:3e:8e:d8:ee", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591d6ed6-06", "ovs_interfaceid": "591d6ed6-060a-431c-87af-43a3728e371b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.367437] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:d8:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '591d6ed6-060a-431c-87af-43a3728e371b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.376464] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.376908] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.377148] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52f34e2d-4d3c-48e3-ac2a-bd187f4db537 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.397945] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.397945] env[69411]: value = "task-3378245" [ 684.397945] env[69411]: _type = "Task" [ 684.397945] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.407277] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378245, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.513529] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.629425] env[69411]: DEBUG nova.compute.manager [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received event network-changed-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.629425] env[69411]: DEBUG nova.compute.manager [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Refreshing instance network info cache due to event network-changed-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.629425] env[69411]: DEBUG oslo_concurrency.lockutils [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] Acquiring lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.629425] env[69411]: DEBUG oslo_concurrency.lockutils [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] Acquired lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.629425] env[69411]: DEBUG nova.network.neutron [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Refreshing network info cache for port bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 684.795311] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.795311] env[69411]: DEBUG nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.797091] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.083s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.797326] env[69411]: DEBUG nova.objects.instance [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lazy-loading 'resources' on Instance uuid 0080c279-4069-450e-af95-e915d15df9f0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.848421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca225542-3236-4f97-91d2-8c106eb30463 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.160s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.867648] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148753} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.869202] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.870266] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968f8381-ef9e-4611-9f3b-899eb3869df2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.896392] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.897725] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f28f4e-2778-44ea-a126-f6202e9cce09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.927347] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378245, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.929493] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 684.929493] env[69411]: value = "task-3378246" [ 684.929493] env[69411]: _type = "Task" [ 684.929493] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.940896] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.012832] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.093456] env[69411]: DEBUG nova.compute.manager [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Received event network-vif-plugged-591d6ed6-060a-431c-87af-43a3728e371b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.093456] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] Acquiring lock "e946f1e9-8219-4a53-843d-65044bd6d369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.093456] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] Lock "e946f1e9-8219-4a53-843d-65044bd6d369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.093456] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] Lock "e946f1e9-8219-4a53-843d-65044bd6d369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.093456] env[69411]: DEBUG nova.compute.manager [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] No waiting events found dispatching network-vif-plugged-591d6ed6-060a-431c-87af-43a3728e371b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.093456] env[69411]: WARNING nova.compute.manager [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Received unexpected event network-vif-plugged-591d6ed6-060a-431c-87af-43a3728e371b for instance with vm_state building and task_state spawning. [ 685.093771] env[69411]: DEBUG nova.compute.manager [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Received event network-changed-591d6ed6-060a-431c-87af-43a3728e371b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.093771] env[69411]: DEBUG nova.compute.manager [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Refreshing instance network info cache due to event network-changed-591d6ed6-060a-431c-87af-43a3728e371b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.093946] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] Acquiring lock "refresh_cache-e946f1e9-8219-4a53-843d-65044bd6d369" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.094424] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] Acquired lock "refresh_cache-e946f1e9-8219-4a53-843d-65044bd6d369" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.094424] env[69411]: DEBUG nova.network.neutron [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Refreshing network info cache for port 591d6ed6-060a-431c-87af-43a3728e371b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 685.253324] env[69411]: DEBUG nova.network.neutron [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Successfully updated port: 2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.300467] env[69411]: DEBUG nova.compute.utils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.305591] env[69411]: DEBUG nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.305591] env[69411]: DEBUG nova.network.neutron [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.359469] env[69411]: DEBUG nova.policy [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f51d0c88504e66b0057fb76fa03f59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a458d0a3a94483b9cacaa4c46548b10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.364351] env[69411]: DEBUG nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.376794] env[69411]: DEBUG nova.network.neutron [-] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.428995] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378245, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.442502] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.518650] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.556970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "9966e2b7-5af8-4307-94e2-78e5975b8e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.561496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "9966e2b7-5af8-4307-94e2-78e5975b8e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.758644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.758644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.758644] env[69411]: DEBUG nova.network.neutron [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 685.769071] env[69411]: DEBUG nova.network.neutron [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Successfully created port: 0eec7bda-5090-4956-8157-4b3d248173d6 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.781158] env[69411]: DEBUG nova.network.neutron [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updated VIF entry in instance network info cache for port bb9df0e1-e9ba-4c2e-9065-a9d591d519b1. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 685.781643] env[69411]: DEBUG nova.network.neutron [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.809227] env[69411]: DEBUG nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.824107] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af89aab-d7be-4ea5-9093-201a8e47478c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.831847] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2641978-60f4-421b-8580-a0e7f651fd19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.866728] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb3cef7-ce7d-4069-ba0a-a9819808d486 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.881636] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a03a6-46c1-4949-bfc6-a82af1f11ecd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.889120] env[69411]: INFO nova.compute.manager [-] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Took 1.72 seconds to deallocate network for instance. [ 685.895268] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.905554] env[69411]: DEBUG nova.compute.provider_tree [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.929928] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378245, 'name': CreateVM_Task, 'duration_secs': 1.52713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.930152] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.931143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.931143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.931424] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.931943] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae95dab-2841-49e4-9fd4-8a7842869672 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.943456] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.944560] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 685.944560] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528be8ab-bf1b-ea86-817d-26da12dcd4fe" [ 685.944560] env[69411]: _type = "Task" [ 685.944560] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.954966] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528be8ab-bf1b-ea86-817d-26da12dcd4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.017646] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378239, 'name': CreateVM_Task, 'duration_secs': 3.477652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.017646] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.018277] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.157707] env[69411]: DEBUG nova.network.neutron [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Updated VIF entry in instance network info cache for port 591d6ed6-060a-431c-87af-43a3728e371b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 686.158168] env[69411]: DEBUG nova.network.neutron [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Updating instance_info_cache with network_info: [{"id": "591d6ed6-060a-431c-87af-43a3728e371b", "address": "fa:16:3e:8e:d8:ee", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591d6ed6-06", "ovs_interfaceid": "591d6ed6-060a-431c-87af-43a3728e371b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.287596] env[69411]: DEBUG oslo_concurrency.lockutils [req-08701837-f38d-4f14-aec3-daaab46a4910 req-9baf0514-4584-4cfa-be7e-e3224138b8ff service nova] Releasing lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.337436] env[69411]: DEBUG nova.network.neutron [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 686.394703] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.408779] env[69411]: DEBUG nova.scheduler.client.report [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.444188] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378246, 'name': ReconfigVM_Task, 'duration_secs': 1.328946} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.444568] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5/3a2b2049-4cae-4ff4-b271-a4b72ef293f5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.445309] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f6ab56-5027-48e4-aed9-1b3062c5f925 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.455520] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528be8ab-bf1b-ea86-817d-26da12dcd4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.456827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.457138] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.457434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.457636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.457868] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.458253] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 686.458253] env[69411]: value = "task-3378247" [ 686.458253] env[69411]: _type = "Task" [ 686.458253] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.460648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.461015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.461323] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da1951c7-69a5-416b-9551-ad1668e7a6c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.463304] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097168fe-985f-40ed-8111-1d3a0567e3bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.470858] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 686.470858] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5209c1d6-9921-1a87-4386-5ef3929b6df4" [ 686.470858] env[69411]: _type = "Task" [ 686.470858] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.474349] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378247, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.478144] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.478399] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.479144] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fcbe65-94f2-4a10-ba6a-390a930f0c2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.487911] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5209c1d6-9921-1a87-4386-5ef3929b6df4, 'name': SearchDatastore_Task, 'duration_secs': 0.013937} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.489217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.489536] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.489831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.490151] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 686.490151] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52861430-23f8-8060-deef-c14948ac0469" [ 686.490151] env[69411]: _type = "Task" [ 686.490151] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.499182] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52861430-23f8-8060-deef-c14948ac0469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.661697] env[69411]: DEBUG oslo_concurrency.lockutils [req-91c7ac13-6b41-4d4a-a359-0476754856de req-5f638142-ccc5-4764-99e1-242836a82e54 service nova] Releasing lock "refresh_cache-e946f1e9-8219-4a53-843d-65044bd6d369" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.744155] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "01df552d-1482-4974-b0cd-22f8c4494d0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.744481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.744691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "01df552d-1482-4974-b0cd-22f8c4494d0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.744873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.745053] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.747474] env[69411]: INFO nova.compute.manager [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Terminating instance [ 686.819558] env[69411]: DEBUG nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.857445] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.857725] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.858945] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.859188] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.863289] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.863495] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.863719] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.863886] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.864144] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.864910] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.864910] env[69411]: DEBUG nova.virt.hardware [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.865724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4802a68-f608-49a0-9e37-be243f68500b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.874222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f83749-e99b-40b1-871c-73e308ec11a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.915260] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.921840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.082s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.928111] env[69411]: DEBUG nova.network.neutron [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updating instance_info_cache with network_info: [{"id": "2d6cde03-593d-49cc-88e5-bf5fed471773", "address": "fa:16:3e:57:8d:a9", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6cde03-59", "ovs_interfaceid": "2d6cde03-593d-49cc-88e5-bf5fed471773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.956761] env[69411]: INFO nova.scheduler.client.report [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted allocations for instance 0080c279-4069-450e-af95-e915d15df9f0 [ 686.979951] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378247, 'name': Rename_Task, 'duration_secs': 0.423428} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.979951] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.979951] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55252811-7848-4633-b6de-207139f46b0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.986196] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Waiting for the task: (returnval){ [ 686.986196] env[69411]: value = "task-3378248" [ 686.986196] env[69411]: _type = "Task" [ 686.986196] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.997437] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.003116] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52861430-23f8-8060-deef-c14948ac0469, 'name': SearchDatastore_Task, 'duration_secs': 0.021868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.003888] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa476865-9ab5-4ab9-8d11-182f1ed11c76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.009928] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 687.009928] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526a0a77-0556-2ef8-0a66-675d072b3b20" [ 687.009928] env[69411]: _type = "Task" [ 687.009928] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.018759] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526a0a77-0556-2ef8-0a66-675d072b3b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.254744] env[69411]: DEBUG nova.compute.manager [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.255101] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.255965] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9327220c-e551-47b5-afee-2dfbda8e1353 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.265888] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.266193] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e949f5f-7334-41d5-945d-4a14ecfde3eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.272168] env[69411]: DEBUG oslo_vmware.api [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 687.272168] env[69411]: value = "task-3378249" [ 687.272168] env[69411]: _type = "Task" [ 687.272168] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.282485] env[69411]: DEBUG oslo_vmware.api [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.436195] env[69411]: INFO nova.compute.claims [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.443277] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Releasing lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.443277] env[69411]: DEBUG nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Instance network_info: |[{"id": "2d6cde03-593d-49cc-88e5-bf5fed471773", "address": "fa:16:3e:57:8d:a9", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6cde03-59", "ovs_interfaceid": "2d6cde03-593d-49cc-88e5-bf5fed471773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.443277] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:8d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d6cde03-593d-49cc-88e5-bf5fed471773', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.454037] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Creating folder: Project (d5a4ab84c5394376803147b9ec22cf9e). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.454037] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72921236-43a4-496d-876d-478c2c39d422 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.467623] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e3e213d-5a48-4523-aaa2-14fe7c426eb6 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "0080c279-4069-450e-af95-e915d15df9f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.931s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.471702] env[69411]: DEBUG nova.compute.manager [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Received event network-vif-deleted-fa30ccf6-1801-4709-b8fa-69899932d6eb {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.471702] env[69411]: DEBUG nova.compute.manager [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Received event network-changed-e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.471702] env[69411]: DEBUG nova.compute.manager [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Refreshing instance network info cache due to event network-changed-e48ada38-29b4-487d-b2f0-7ce713e2b40c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.471913] env[69411]: DEBUG oslo_concurrency.lockutils [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] Acquiring lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.473214] env[69411]: DEBUG oslo_concurrency.lockutils [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] Acquired lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.473214] env[69411]: DEBUG nova.network.neutron [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Refreshing network info cache for port e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 687.477310] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Created folder: Project (d5a4ab84c5394376803147b9ec22cf9e) in parent group-v674052. [ 687.477310] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Creating folder: Instances. Parent ref: group-v674103. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.478565] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aecd29c1-37c0-410e-99b6-6efad1fa07d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.497577] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Created folder: Instances in parent group-v674103. [ 687.497577] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.497577] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.497577] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793cccbd-c3da-4391-8dc9-e9052420ab1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.517075] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.526758] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526a0a77-0556-2ef8-0a66-675d072b3b20, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.528347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.528636] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e946f1e9-8219-4a53-843d-65044bd6d369/e946f1e9-8219-4a53-843d-65044bd6d369.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.528778] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.528778] env[69411]: value = "task-3378252" [ 687.528778] env[69411]: _type = "Task" [ 687.528778] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.529331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.529539] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.529747] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f88c56-262e-4a3b-a1a4-ead977d7e3f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.532706] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e180367b-3fed-4875-9d49-257f4e945881 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.547824] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 687.547824] env[69411]: value = "task-3378253" [ 687.547824] env[69411]: _type = "Task" [ 687.547824] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.550128] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378252, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.556019] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.556273] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.556989] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e430e1b8-920e-489d-8526-af1850820db1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.564092] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.565574] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 687.565574] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52bde9ee-127c-0637-4364-99fc924ec252" [ 687.565574] env[69411]: _type = "Task" [ 687.565574] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.574064] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52bde9ee-127c-0637-4364-99fc924ec252, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.578029] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fa1df0-5c26-470e-9a84-4c098546737e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.580277] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 687.580277] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52be972a-5ea7-fd8a-5bf3-cad7e722bd96" [ 687.580277] env[69411]: _type = "Task" [ 687.580277] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.591408] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52be972a-5ea7-fd8a-5bf3-cad7e722bd96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.656934] env[69411]: DEBUG nova.compute.manager [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received event network-vif-plugged-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.657258] env[69411]: DEBUG oslo_concurrency.lockutils [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] Acquiring lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.657493] env[69411]: DEBUG oslo_concurrency.lockutils [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.657662] env[69411]: DEBUG oslo_concurrency.lockutils [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.657870] env[69411]: DEBUG nova.compute.manager [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] No waiting events found dispatching network-vif-plugged-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.658045] env[69411]: WARNING nova.compute.manager [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received unexpected event network-vif-plugged-2d6cde03-593d-49cc-88e5-bf5fed471773 for instance with vm_state building and task_state spawning. [ 687.658229] env[69411]: DEBUG nova.compute.manager [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.658392] env[69411]: DEBUG nova.compute.manager [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing instance network info cache due to event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.658651] env[69411]: DEBUG oslo_concurrency.lockutils [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] Acquiring lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.658819] env[69411]: DEBUG oslo_concurrency.lockutils [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] Acquired lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.659008] env[69411]: DEBUG nova.network.neutron [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 687.789206] env[69411]: DEBUG oslo_vmware.api [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378249, 'name': PowerOffVM_Task, 'duration_secs': 0.222612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.789754] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.789916] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.790278] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba96967-167a-4de2-b0fc-af1d6b5e9b82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.870669] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.870875] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.871091] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Deleting the datastore file [datastore2] 01df552d-1482-4974-b0cd-22f8c4494d0a {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.871362] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c221fc6-e878-4afd-bb55-9395a0003bb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.880582] env[69411]: DEBUG oslo_vmware.api [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for the task: (returnval){ [ 687.880582] env[69411]: value = "task-3378255" [ 687.880582] env[69411]: _type = "Task" [ 687.880582] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.897775] env[69411]: DEBUG oslo_vmware.api [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.949297] env[69411]: DEBUG nova.network.neutron [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Successfully updated port: 0eec7bda-5090-4956-8157-4b3d248173d6 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.956607] env[69411]: INFO nova.compute.resource_tracker [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating resource usage from migration 39a44885-cbd4-45a2-907e-f6df00abea11 [ 688.005532] env[69411]: DEBUG oslo_vmware.api [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Task: {'id': task-3378248, 'name': PowerOnVM_Task, 'duration_secs': 0.648872} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.006306] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.006772] env[69411]: DEBUG nova.compute.manager [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.007671] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c2079-df02-4b9e-bac7-838b93758330 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.044747] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378252, 'name': CreateVM_Task, 'duration_secs': 0.346714} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.049456] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.050469] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.050691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.051057] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.054701] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98f7cec-f26d-4126-88ff-5f39c6ec1322 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.065882] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50599} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.066350] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 688.066350] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c86211-bc30-0174-741a-01981ec59659" [ 688.066350] env[69411]: _type = "Task" [ 688.066350] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.070040] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e946f1e9-8219-4a53-843d-65044bd6d369/e946f1e9-8219-4a53-843d-65044bd6d369.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.070320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.071185] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8145e8ff-4a52-475e-b622-d9fe1e563c2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.089600] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 688.089600] env[69411]: value = "task-3378256" [ 688.089600] env[69411]: _type = "Task" [ 688.089600] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.089958] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c86211-bc30-0174-741a-01981ec59659, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.093127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.093432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.093998] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.101130] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52be972a-5ea7-fd8a-5bf3-cad7e722bd96, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.102551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.102551] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e7691dd6-87a7-4496-bc9a-e4b56a725796/e7691dd6-87a7-4496-bc9a-e4b56a725796.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.102551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.102851] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.103076] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6444fae6-07c2-4528-bea7-cf5f0c57bddd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.108773] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a8f8c7f-5003-44b1-b986-dcb9075c690c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.113418] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.121466] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 688.121466] env[69411]: value = "task-3378257" [ 688.121466] env[69411]: _type = "Task" [ 688.121466] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.128134] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.128325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.129464] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89b65e7-1a9e-4068-b10b-64b2102c3272 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.137748] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.143683] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 688.143683] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d766e9-a84c-90a1-fd17-a2647f602dad" [ 688.143683] env[69411]: _type = "Task" [ 688.143683] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.153232] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d766e9-a84c-90a1-fd17-a2647f602dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.391280] env[69411]: DEBUG oslo_vmware.api [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Task: {'id': task-3378255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277029} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.391610] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.391959] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.392543] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.392543] env[69411]: INFO nova.compute.manager [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.392543] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.392745] env[69411]: DEBUG nova.compute.manager [-] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.392879] env[69411]: DEBUG nova.network.neutron [-] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 688.453166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "refresh_cache-a2d78409-c1cb-4eaa-ab49-08d51f0d670b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.453353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquired lock "refresh_cache-a2d78409-c1cb-4eaa-ab49-08d51f0d670b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.453520] env[69411]: DEBUG nova.network.neutron [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 688.504776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade63da-0f69-4a52-937a-4c9940cbb6f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.516857] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47622b2b-da15-4cd6-b467-eb348338a131 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.532722] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.559912] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e3c48-94cc-455c-8291-177e740d737b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.570230] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3f899-609a-4868-ab77-a3d7dbd90117 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.577331] env[69411]: DEBUG nova.network.neutron [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updated VIF entry in instance network info cache for port e48ada38-29b4-487d-b2f0-7ce713e2b40c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 688.577331] env[69411]: DEBUG nova.network.neutron [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updating instance_info_cache with network_info: [{"id": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "address": "fa:16:3e:5d:01:5f", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ada38-29", "ovs_interfaceid": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.591024] env[69411]: DEBUG nova.compute.provider_tree [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.606193] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075353} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.606515] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.607374] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e9a570-a979-4d6b-8f21-81f3787d1261 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.634719] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e946f1e9-8219-4a53-843d-65044bd6d369/e946f1e9-8219-4a53-843d-65044bd6d369.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.638912] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e85465-96e1-4c4b-9275-be3ee63939d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.664373] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.666519] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 688.666519] env[69411]: value = "task-3378258" [ 688.666519] env[69411]: _type = "Task" [ 688.666519] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.674304] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d766e9-a84c-90a1-fd17-a2647f602dad, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.676238] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836b21aa-6877-444f-b3c6-e44dffa11075 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.682945] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.688255] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 688.688255] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5278d42b-6369-e15f-2de5-e65954881181" [ 688.688255] env[69411]: _type = "Task" [ 688.688255] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.695595] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5278d42b-6369-e15f-2de5-e65954881181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.926298] env[69411]: DEBUG nova.network.neutron [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updated VIF entry in instance network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 688.926634] env[69411]: DEBUG nova.network.neutron [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updating instance_info_cache with network_info: [{"id": "2d6cde03-593d-49cc-88e5-bf5fed471773", "address": "fa:16:3e:57:8d:a9", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6cde03-59", "ovs_interfaceid": "2d6cde03-593d-49cc-88e5-bf5fed471773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.033723] env[69411]: DEBUG nova.network.neutron [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 689.080021] env[69411]: DEBUG oslo_concurrency.lockutils [req-9d767397-6a32-4b91-8d1c-9724dda984b6 req-506c2209-8768-4b47-985b-c97a99586b31 service nova] Releasing lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.094317] env[69411]: DEBUG nova.scheduler.client.report [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.136272] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781575} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.136537] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e7691dd6-87a7-4496-bc9a-e4b56a725796/e7691dd6-87a7-4496-bc9a-e4b56a725796.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.136763] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.136989] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67bbbda9-29d1-4c21-862d-37e0e5d3348f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.147262] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 689.147262] env[69411]: value = "task-3378259" [ 689.147262] env[69411]: _type = "Task" [ 689.147262] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.157856] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.181191] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.198262] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5278d42b-6369-e15f-2de5-e65954881181, 'name': SearchDatastore_Task, 'duration_secs': 0.052269} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.198262] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.198933] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 30d08bf2-b802-49e7-8bc5-8cb85fb16264/30d08bf2-b802-49e7-8bc5-8cb85fb16264.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.198933] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3eacdf5-73dd-4271-9313-aeab34237b5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.206257] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 689.206257] env[69411]: value = "task-3378260" [ 689.206257] env[69411]: _type = "Task" [ 689.206257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.216072] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.410682] env[69411]: DEBUG nova.network.neutron [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Updating instance_info_cache with network_info: [{"id": "0eec7bda-5090-4956-8157-4b3d248173d6", "address": "fa:16:3e:c7:a3:e7", "network": {"id": "b8690587-71a2-44a3-9461-f14021c75578", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-774464276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a458d0a3a94483b9cacaa4c46548b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eec7bda-50", "ovs_interfaceid": "0eec7bda-5090-4956-8157-4b3d248173d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.430568] env[69411]: DEBUG oslo_concurrency.lockutils [req-acafe239-6979-4ae8-b120-ad98096e17cc req-71413994-130f-424e-8e4d-6de3a578a5aa service nova] Releasing lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.592367] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.592645] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.592862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.594204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.594440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.602127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.678s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.602127] env[69411]: INFO nova.compute.manager [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Migrating [ 689.602127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.602127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.602127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.006s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.602127] env[69411]: DEBUG nova.objects.instance [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lazy-loading 'resources' on Instance uuid e57281f9-b754-4d11-afd6-6a4f9d351b60 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.603624] env[69411]: INFO nova.compute.manager [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Terminating instance [ 689.657874] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09816} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.658385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.662027] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ffcb38-ea79-41f2-b834-34c4009b756d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.685958] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e7691dd6-87a7-4496-bc9a-e4b56a725796/e7691dd6-87a7-4496-bc9a-e4b56a725796.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.690164] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e98812cd-478d-4772-aee1-96115eed109b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.729370] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.730620] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 689.730620] env[69411]: value = "task-3378261" [ 689.730620] env[69411]: _type = "Task" [ 689.730620] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.738951] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.744478] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.859918] env[69411]: DEBUG nova.network.neutron [-] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.915316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Releasing lock "refresh_cache-a2d78409-c1cb-4eaa-ab49-08d51f0d670b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.915666] env[69411]: DEBUG nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Instance network_info: |[{"id": "0eec7bda-5090-4956-8157-4b3d248173d6", "address": "fa:16:3e:c7:a3:e7", "network": {"id": "b8690587-71a2-44a3-9461-f14021c75578", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-774464276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a458d0a3a94483b9cacaa4c46548b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eec7bda-50", "ovs_interfaceid": "0eec7bda-5090-4956-8157-4b3d248173d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.916139] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:a3:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eec7bda-5090-4956-8157-4b3d248173d6', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.931195] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Creating folder: Project (1a458d0a3a94483b9cacaa4c46548b10). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.931925] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6206ff3f-f415-49f2-990b-9865300798e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.945529] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Created folder: Project (1a458d0a3a94483b9cacaa4c46548b10) in parent group-v674052. [ 689.947734] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Creating folder: Instances. Parent ref: group-v674106. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.947734] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4338b035-f735-4929-be34-06d6823d9b39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.960580] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Created folder: Instances in parent group-v674106. [ 689.960886] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.961161] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.961421] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-160a04d9-3215-483a-83b8-88a066510e9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.992565] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.992565] env[69411]: value = "task-3378264" [ 689.992565] env[69411]: _type = "Task" [ 689.992565] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.004372] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378264, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.104271] env[69411]: INFO nova.compute.rpcapi [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 690.108233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.124390] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "refresh_cache-3a2b2049-4cae-4ff4-b271-a4b72ef293f5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.124566] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquired lock "refresh_cache-3a2b2049-4cae-4ff4-b271-a4b72ef293f5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.124815] env[69411]: DEBUG nova.network.neutron [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 690.196806] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378258, 'name': ReconfigVM_Task, 'duration_secs': 1.125671} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.196806] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e946f1e9-8219-4a53-843d-65044bd6d369/e946f1e9-8219-4a53-843d-65044bd6d369.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.197341] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fae881d9-cd15-454b-86c8-9a1f69e58ae1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.204359] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 690.204359] env[69411]: value = "task-3378265" [ 690.204359] env[69411]: _type = "Task" [ 690.204359] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.220343] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378265, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.223622] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988082} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.223862] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 30d08bf2-b802-49e7-8bc5-8cb85fb16264/30d08bf2-b802-49e7-8bc5-8cb85fb16264.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.224090] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.224378] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2690392-7b9f-44a3-b485-b407d8d324fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.237189] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 690.237189] env[69411]: value = "task-3378266" [ 690.237189] env[69411]: _type = "Task" [ 690.237189] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.245796] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.251146] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.365042] env[69411]: INFO nova.compute.manager [-] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Took 1.97 seconds to deallocate network for instance. [ 690.495263] env[69411]: DEBUG nova.compute.manager [req-df28df62-a89c-4608-841a-203a96a7ff76 req-567f8f9e-72a1-4f74-9b5e-6022c1abe797 service nova] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Received event network-vif-deleted-f53c3393-24a5-456c-a404-1ec6867f0b20 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.513211] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378264, 'name': CreateVM_Task, 'duration_secs': 0.443294} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.513454] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.515459] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515459] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.517384] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.517384] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f555e6-92b6-4ee9-959f-e3f8a740eac9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.523510] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 690.523510] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd9e75-d2fc-b476-9ff1-f968e2168a44" [ 690.523510] env[69411]: _type = "Task" [ 690.523510] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.535682] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd9e75-d2fc-b476-9ff1-f968e2168a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.647496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.649434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.649434] env[69411]: DEBUG nova.network.neutron [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 690.650591] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.650591] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.678645] env[69411]: DEBUG nova.network.neutron [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 690.721435] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378265, 'name': Rename_Task, 'duration_secs': 0.184132} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.727836] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.727836] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c923dbc-f85d-4ca4-8e67-e04496293602 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.735615] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 690.735615] env[69411]: value = "task-3378267" [ 690.735615] env[69411]: _type = "Task" [ 690.735615] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.766086] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378261, 'name': ReconfigVM_Task, 'duration_secs': 0.732649} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.774603] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e7691dd6-87a7-4496-bc9a-e4b56a725796/e7691dd6-87a7-4496-bc9a-e4b56a725796.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.775907] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078205} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.775907] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378267, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.778757] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2446c31-471f-4eaf-b1fd-1da2390ac219 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.780689] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.781876] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a0381-1c0f-43e6-bf7a-a535d94126c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.808927] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 30d08bf2-b802-49e7-8bc5-8cb85fb16264/30d08bf2-b802-49e7-8bc5-8cb85fb16264.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.811834] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c32ba42-18d4-4866-bf8a-44701c3332df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.829194] env[69411]: DEBUG nova.compute.manager [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Received event network-vif-plugged-0eec7bda-5090-4956-8157-4b3d248173d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.829499] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] Acquiring lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.829758] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.829975] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.830214] env[69411]: DEBUG nova.compute.manager [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] No waiting events found dispatching network-vif-plugged-0eec7bda-5090-4956-8157-4b3d248173d6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.830415] env[69411]: WARNING nova.compute.manager [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Received unexpected event network-vif-plugged-0eec7bda-5090-4956-8157-4b3d248173d6 for instance with vm_state building and task_state spawning. [ 690.830608] env[69411]: DEBUG nova.compute.manager [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Received event network-changed-0eec7bda-5090-4956-8157-4b3d248173d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.830794] env[69411]: DEBUG nova.compute.manager [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Refreshing instance network info cache due to event network-changed-0eec7bda-5090-4956-8157-4b3d248173d6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.831021] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] Acquiring lock "refresh_cache-a2d78409-c1cb-4eaa-ab49-08d51f0d670b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.831193] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] Acquired lock "refresh_cache-a2d78409-c1cb-4eaa-ab49-08d51f0d670b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.831379] env[69411]: DEBUG nova.network.neutron [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Refreshing network info cache for port 0eec7bda-5090-4956-8157-4b3d248173d6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 690.833068] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 690.833068] env[69411]: value = "task-3378268" [ 690.833068] env[69411]: _type = "Task" [ 690.833068] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.834532] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d60ca-74fe-4d76-800b-abe3696751a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.838345] env[69411]: DEBUG nova.network.neutron [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.846444] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 690.846444] env[69411]: value = "task-3378269" [ 690.846444] env[69411]: _type = "Task" [ 690.846444] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.856699] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b689cb8-37b2-4f7d-bbca-057dc84ab4d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.861191] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378268, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.867277] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.895449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.895449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a799c-4ef3-4c19-b38e-398802c38763 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.903095] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdda228-9e7d-46a8-bf4d-0c83f0b89c01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.921416] env[69411]: DEBUG nova.compute.provider_tree [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.033641] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd9e75-d2fc-b476-9ff1-f968e2168a44, 'name': SearchDatastore_Task, 'duration_secs': 0.012569} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.033939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.034320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.034624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.034778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.034961] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.035328] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af91cda0-9397-4b85-af9b-e52f365310a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.045417] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.045648] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.046627] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0569278b-db9a-46c4-959e-7fbff96ff5ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.055132] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 691.055132] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52192100-b8c7-6c55-cb90-7ade15823628" [ 691.055132] env[69411]: _type = "Task" [ 691.055132] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.063857] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52192100-b8c7-6c55-cb90-7ade15823628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.096299] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "0cdca785-e451-4391-9eee-9c310bff924d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.096299] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.254691] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378267, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.342499] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Releasing lock "refresh_cache-3a2b2049-4cae-4ff4-b271-a4b72ef293f5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.343493] env[69411]: DEBUG nova.compute.manager [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.343944] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.349961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e428d-5bb5-41d3-8a9b-273bb684067b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.368987] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378268, 'name': Rename_Task, 'duration_secs': 0.263959} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.369557] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378269, 'name': ReconfigVM_Task, 'duration_secs': 0.425722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.370229] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.370536] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.371177] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 30d08bf2-b802-49e7-8bc5-8cb85fb16264/30d08bf2-b802-49e7-8bc5-8cb85fb16264.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.371835] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d200fe9-c876-416f-8ed8-b4cf41c8a68e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.374374] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f889158b-6e0f-49c8-9c45-c021ad2a0651 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.376622] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735b66ed-1ff8-4c36-889f-97cb5f02da42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.383365] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 691.383365] env[69411]: value = "task-3378271" [ 691.383365] env[69411]: _type = "Task" [ 691.383365] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.385845] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 691.385845] env[69411]: value = "task-3378272" [ 691.385845] env[69411]: _type = "Task" [ 691.385845] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.386137] env[69411]: DEBUG oslo_vmware.api [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 691.386137] env[69411]: value = "task-3378270" [ 691.386137] env[69411]: _type = "Task" [ 691.386137] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.409403] env[69411]: DEBUG oslo_vmware.api [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.409727] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378272, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.409964] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.425414] env[69411]: DEBUG nova.scheduler.client.report [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.570859] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52192100-b8c7-6c55-cb90-7ade15823628, 'name': SearchDatastore_Task, 'duration_secs': 0.017152} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.572112] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2aa3e3-fd23-48de-9014-8cbceb50cae3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.582259] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 691.582259] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529e9aa7-1baf-97a9-a740-3dfadddcf3c3" [ 691.582259] env[69411]: _type = "Task" [ 691.582259] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.593969] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529e9aa7-1baf-97a9-a740-3dfadddcf3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.756593] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378267, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.757978] env[69411]: DEBUG nova.network.neutron [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance_info_cache with network_info: [{"id": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "address": "fa:16:3e:fd:bd:ed", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df2a74d-a3", "ovs_interfaceid": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.906703] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378271, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.910835] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378272, 'name': Rename_Task, 'duration_secs': 0.272295} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.914522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.914858] env[69411]: DEBUG oslo_vmware.api [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.915102] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-682e66fa-38d0-425f-9153-0288d304cad9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.921768] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 691.921768] env[69411]: value = "task-3378273" [ 691.921768] env[69411]: _type = "Task" [ 691.921768] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.933238] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.935865] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.936694] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.057s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.938400] env[69411]: INFO nova.compute.claims [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.963062] env[69411]: INFO nova.scheduler.client.report [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Deleted allocations for instance e57281f9-b754-4d11-afd6-6a4f9d351b60 [ 691.996230] env[69411]: DEBUG nova.network.neutron [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Updated VIF entry in instance network info cache for port 0eec7bda-5090-4956-8157-4b3d248173d6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 691.996291] env[69411]: DEBUG nova.network.neutron [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Updating instance_info_cache with network_info: [{"id": "0eec7bda-5090-4956-8157-4b3d248173d6", "address": "fa:16:3e:c7:a3:e7", "network": {"id": "b8690587-71a2-44a3-9461-f14021c75578", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-774464276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a458d0a3a94483b9cacaa4c46548b10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eec7bda-50", "ovs_interfaceid": "0eec7bda-5090-4956-8157-4b3d248173d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.095644] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529e9aa7-1baf-97a9-a740-3dfadddcf3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.019326} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.097574] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.098651] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] a2d78409-c1cb-4eaa-ab49-08d51f0d670b/a2d78409-c1cb-4eaa-ab49-08d51f0d670b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.098651] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f38c4479-aa0d-4494-a696-67dc22574397 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.105813] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 692.105813] env[69411]: value = "task-3378274" [ 692.105813] env[69411]: _type = "Task" [ 692.105813] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.115905] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.255258] env[69411]: DEBUG oslo_vmware.api [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378267, 'name': PowerOnVM_Task, 'duration_secs': 1.246844} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.255581] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.255813] env[69411]: INFO nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Took 10.76 seconds to spawn the instance on the hypervisor. [ 692.256092] env[69411]: DEBUG nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.256995] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d68f0f-8b92-46bd-952f-30b9f7089774 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.260423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.412065] env[69411]: DEBUG oslo_vmware.api [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378271, 'name': PowerOnVM_Task, 'duration_secs': 0.969275} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.412428] env[69411]: DEBUG oslo_vmware.api [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378270, 'name': PowerOffVM_Task, 'duration_secs': 0.766668} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.412722] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.412887] env[69411]: INFO nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Took 13.55 seconds to spawn the instance on the hypervisor. [ 692.413076] env[69411]: DEBUG nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.413545] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.413545] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.414461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9068a74-e8be-42f6-abc7-6343a848d65c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.417300] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3ca2f2f-97fb-414d-a89c-691809c7593c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.448033] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378273, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.449845] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.450061] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.450248] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Deleting the datastore file [datastore1] 3a2b2049-4cae-4ff4-b271-a4b72ef293f5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.450783] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4965d7d-8ad5-490f-bbf3-b46547770614 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.458973] env[69411]: DEBUG oslo_vmware.api [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for the task: (returnval){ [ 692.458973] env[69411]: value = "task-3378276" [ 692.458973] env[69411]: _type = "Task" [ 692.458973] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.480929] env[69411]: DEBUG oslo_vmware.api [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.482270] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bbb0a669-ddfa-4aab-8ebb-6cbe5fc62d20 tempest-ServerDiagnosticsV248Test-11922563 tempest-ServerDiagnosticsV248Test-11922563-project-member] Lock "e57281f9-b754-4d11-afd6-6a4f9d351b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.352s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.498987] env[69411]: DEBUG oslo_concurrency.lockutils [req-d6315f5b-c68a-4b70-8780-92c641a7e29b req-f77aaf10-d98d-45ef-bd04-7f3112142289 service nova] Releasing lock "refresh_cache-a2d78409-c1cb-4eaa-ab49-08d51f0d670b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.624025] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.780870] env[69411]: INFO nova.compute.manager [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Took 30.57 seconds to build instance. [ 693.071900] env[69411]: DEBUG oslo_vmware.api [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378273, 'name': PowerOnVM_Task, 'duration_secs': 0.535428} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.071900] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.071900] env[69411]: INFO nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Took 8.81 seconds to spawn the instance on the hypervisor. [ 693.071900] env[69411]: DEBUG nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.071900] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a6d729-7d05-4edb-b849-7737d07ccf62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.071900] env[69411]: INFO nova.compute.manager [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Took 31.33 seconds to build instance. [ 693.071900] env[69411]: DEBUG oslo_vmware.api [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Task: {'id': task-3378276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251929} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.071900] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.071900] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.071900] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.071900] env[69411]: INFO nova.compute.manager [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Took 1.63 seconds to destroy the instance on the hypervisor. [ 693.071900] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.071900] env[69411]: DEBUG nova.compute.manager [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.071900] env[69411]: DEBUG nova.network.neutron [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 693.071900] env[69411]: DEBUG nova.network.neutron [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 693.116694] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550812} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.119358] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] a2d78409-c1cb-4eaa-ab49-08d51f0d670b/a2d78409-c1cb-4eaa-ab49-08d51f0d670b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.119585] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.120918] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b72331f7-8d5f-475d-8ce3-d67c98d467ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.132503] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 693.132503] env[69411]: value = "task-3378277" [ 693.132503] env[69411]: _type = "Task" [ 693.132503] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.139302] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.283676] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f7939983-b169-45df-8b3c-a563a5a06f0b tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e946f1e9-8219-4a53-843d-65044bd6d369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.961s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.472149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-65f67af8-549e-437c-b170-df3a157d7600 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.114s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.476442] env[69411]: INFO nova.compute.manager [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Took 27.48 seconds to build instance. [ 693.523664] env[69411]: DEBUG nova.network.neutron [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.535576] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d668f2-91ae-4658-848b-af822cdd10a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.544075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b45005-e00c-451f-8de2-9b310e2d0ea0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.581450] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20449bc4-e6f9-4f52-8b0e-e3a6bab836c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.591276] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c938812b-fee3-4486-9d4a-26bd2c7c0d1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.606884] env[69411]: DEBUG nova.compute.provider_tree [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.641095] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075293} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.641403] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.642224] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b3ceaf-5135-4496-bdf6-b876e70d62ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.665578] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] a2d78409-c1cb-4eaa-ab49-08d51f0d670b/a2d78409-c1cb-4eaa-ab49-08d51f0d670b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.665877] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9685f456-d075-47d3-8f1e-546897c2adcf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.686580] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 693.686580] env[69411]: value = "task-3378278" [ 693.686580] env[69411]: _type = "Task" [ 693.686580] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.696897] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.778685] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f625b78a-95bc-4439-ab52-7d583cce9a38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.800967] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.803390] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance '065960f4-681e-4867-9b12-00672a5a9055' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.976957] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.980261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-461a3732-c05b-456d-a8f0-c3b91173fb82 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.739s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.031803] env[69411]: INFO nova.compute.manager [-] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Took 1.05 seconds to deallocate network for instance. [ 694.113455] env[69411]: DEBUG nova.scheduler.client.report [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.199434] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.312232] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.312647] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d723e63-e617-4594-abf3-2d2ef56f4062 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.324290] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 694.324290] env[69411]: value = "task-3378279" [ 694.324290] env[69411]: _type = "Task" [ 694.324290] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.341451] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.342753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.484446] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.506226] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.543116] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.554604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "8ceee979-38df-4fd1-81af-bf1436af8ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.554604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.620016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.620514] env[69411]: DEBUG nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.625051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.744s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.626127] env[69411]: INFO nova.compute.claims [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.701134] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378278, 'name': ReconfigVM_Task, 'duration_secs': 0.804826} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.701863] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] a2d78409-c1cb-4eaa-ab49-08d51f0d670b/a2d78409-c1cb-4eaa-ab49-08d51f0d670b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.702691] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de33cc7c-2889-47ad-96b8-c7a732c8fae1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.711108] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 694.711108] env[69411]: value = "task-3378280" [ 694.711108] env[69411]: _type = "Task" [ 694.711108] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.721727] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378280, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.838082] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378279, 'name': PowerOffVM_Task, 'duration_secs': 0.208874} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.838573] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.838573] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance '065960f4-681e-4867-9b12-00672a5a9055' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.016745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.131670] env[69411]: DEBUG nova.compute.utils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.135514] env[69411]: DEBUG nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.136655] env[69411]: DEBUG nova.network.neutron [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.205504] env[69411]: DEBUG nova.policy [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eaefe9b2a834081aa567d99376a2e52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6413cc8e674a4a13ad322b4382f22787', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.226739] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378280, 'name': Rename_Task, 'duration_secs': 0.166126} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.227153] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.227453] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727d3b20-70fd-4490-bdea-d0fdce693d3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.234445] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 695.234445] env[69411]: value = "task-3378281" [ 695.234445] env[69411]: _type = "Task" [ 695.234445] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.243392] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.346991] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.350170] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.350170] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.350170] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.350170] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.350170] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.350170] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.350170] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.350574] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.350574] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.350649] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.357349] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7df5b7d-7640-4f1f-9f09-9af9ed128eb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.378628] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 695.378628] env[69411]: value = "task-3378282" [ 695.378628] env[69411]: _type = "Task" [ 695.378628] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.389414] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.579894] env[69411]: DEBUG nova.network.neutron [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Successfully created port: 13eaae64-0d95-4e0c-acc9-ae14df3becb5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.637050] env[69411]: DEBUG nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.751492] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378281, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.902879] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378282, 'name': ReconfigVM_Task, 'duration_secs': 0.273635} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.902879] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance '065960f4-681e-4867-9b12-00672a5a9055' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.209227] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c71299e-2ce1-4ba4-b796-9a64222c4af8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.218437] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304eb3af-f825-419c-a2c4-7d0eb3079fba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.252442] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd8631-df09-45f2-abf1-acd97b77c73b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.260569] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378281, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.263546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4397f0-958d-49ba-93c0-3c48aa2826a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.278384] env[69411]: DEBUG nova.compute.provider_tree [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.413072] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.413533] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.413533] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.413701] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.413809] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.413950] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.414161] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.414816] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.414816] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.414816] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.414816] env[69411]: DEBUG nova.virt.hardware [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.420951] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 696.421529] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b47375d-f75e-4a71-9c2f-314f3a161f44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.440601] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 696.440601] env[69411]: value = "task-3378283" [ 696.440601] env[69411]: _type = "Task" [ 696.440601] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.450213] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.650128] env[69411]: DEBUG nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.677494] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.677676] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.678040] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.678121] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.678609] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.678609] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.678789] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.678877] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.679068] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.679233] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.679584] env[69411]: DEBUG nova.virt.hardware [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.680380] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d33f4a0-116a-4b9e-b5ba-dcc4a0a0649f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.689607] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeba9a8-f677-41a8-9c59-7d026f054fe5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.707308] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "9848c369-d516-4e71-9d00-6f21d0dda7e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.707552] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.758750] env[69411]: DEBUG oslo_vmware.api [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378281, 'name': PowerOnVM_Task, 'duration_secs': 1.441749} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.758750] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.758750] env[69411]: INFO nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Took 9.94 seconds to spawn the instance on the hypervisor. [ 696.758750] env[69411]: DEBUG nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.759578] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7afd07-bd12-4806-997b-95e8679c7e40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.781609] env[69411]: DEBUG nova.scheduler.client.report [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.856496] env[69411]: DEBUG nova.compute.manager [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.857654] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383fe3b7-0ff0-4e1e-81c8-74929cd6b145 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.951802] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378283, 'name': ReconfigVM_Task, 'duration_secs': 0.177017} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.952084] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 696.954146] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090fe9b7-5b63-4533-bd35-a71ac572f138 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.978766] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 065960f4-681e-4867-9b12-00672a5a9055/065960f4-681e-4867-9b12-00672a5a9055.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.978766] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af629f2-88cb-4245-ac8e-ee5ab6e6e7dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.997222] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 696.997222] env[69411]: value = "task-3378284" [ 696.997222] env[69411]: _type = "Task" [ 696.997222] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.010183] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.262950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.262950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.277398] env[69411]: INFO nova.compute.manager [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Took 30.81 seconds to build instance. [ 697.289421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.289915] env[69411]: DEBUG nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.295028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.451s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.296467] env[69411]: INFO nova.compute.claims [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.373344] env[69411]: INFO nova.compute.manager [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] instance snapshotting [ 697.375848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f29a93-4b3a-4a0a-bbeb-95cf2bfa9ad7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.399222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa6f71-034c-469b-b817-d7e3ed3f32f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.510835] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.545050] env[69411]: DEBUG nova.network.neutron [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Successfully updated port: 13eaae64-0d95-4e0c-acc9-ae14df3becb5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.780761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e370c744-287b-4c71-9188-8ec6e79147ec tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.235s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.796699] env[69411]: DEBUG nova.compute.utils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.798965] env[69411]: DEBUG nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.798965] env[69411]: DEBUG nova.network.neutron [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.910660] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.910660] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8de4677-dd42-4ff6-b90c-723e8378bc3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.918604] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 697.918604] env[69411]: value = "task-3378285" [ 697.918604] env[69411]: _type = "Task" [ 697.918604] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.927545] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.948783] env[69411]: DEBUG nova.policy [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a1ecb75489a46f5b9e1c031ca9541c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc299aa49c64f13a4215e2bd1ce18da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.019197] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378284, 'name': ReconfigVM_Task, 'duration_secs': 0.575649} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.019197] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 065960f4-681e-4867-9b12-00672a5a9055/065960f4-681e-4867-9b12-00672a5a9055.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.019197] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance '065960f4-681e-4867-9b12-00672a5a9055' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.041163] env[69411]: DEBUG nova.compute.manager [req-07a7035b-c50e-4e98-8a2f-48693fa1bb23 req-f1b14737-bc1a-4cd6-a370-825265fbca6a service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Received event network-vif-plugged-13eaae64-0d95-4e0c-acc9-ae14df3becb5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.041390] env[69411]: DEBUG oslo_concurrency.lockutils [req-07a7035b-c50e-4e98-8a2f-48693fa1bb23 req-f1b14737-bc1a-4cd6-a370-825265fbca6a service nova] Acquiring lock "03603f13-a3d3-4960-889c-4f26d1eef446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.041604] env[69411]: DEBUG oslo_concurrency.lockutils [req-07a7035b-c50e-4e98-8a2f-48693fa1bb23 req-f1b14737-bc1a-4cd6-a370-825265fbca6a service nova] Lock "03603f13-a3d3-4960-889c-4f26d1eef446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.041782] env[69411]: DEBUG oslo_concurrency.lockutils [req-07a7035b-c50e-4e98-8a2f-48693fa1bb23 req-f1b14737-bc1a-4cd6-a370-825265fbca6a service nova] Lock "03603f13-a3d3-4960-889c-4f26d1eef446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.041962] env[69411]: DEBUG nova.compute.manager [req-07a7035b-c50e-4e98-8a2f-48693fa1bb23 req-f1b14737-bc1a-4cd6-a370-825265fbca6a service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] No waiting events found dispatching network-vif-plugged-13eaae64-0d95-4e0c-acc9-ae14df3becb5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.043891] env[69411]: WARNING nova.compute.manager [req-07a7035b-c50e-4e98-8a2f-48693fa1bb23 req-f1b14737-bc1a-4cd6-a370-825265fbca6a service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Received unexpected event network-vif-plugged-13eaae64-0d95-4e0c-acc9-ae14df3becb5 for instance with vm_state building and task_state spawning. [ 698.053768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "refresh_cache-03603f13-a3d3-4960-889c-4f26d1eef446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.053768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquired lock "refresh_cache-03603f13-a3d3-4960-889c-4f26d1eef446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.053768] env[69411]: DEBUG nova.network.neutron [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 698.284985] env[69411]: DEBUG nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.304470] env[69411]: DEBUG nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.427858] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.525049] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d325043-5040-4598-8664-dc3ab413e674 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.546485] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb772fa-42e6-4a12-a618-c7878929596d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.569136] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance '065960f4-681e-4867-9b12-00672a5a9055' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.653839] env[69411]: DEBUG nova.network.neutron [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 698.660051] env[69411]: DEBUG nova.network.neutron [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Successfully created port: f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.735600] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "49c399d8-1be9-45aa-974b-19cb742d8685" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.735985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "49c399d8-1be9-45aa-974b-19cb742d8685" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.813693] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.926207] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e12b23-470c-4c1a-b0a0-5041eeb1fe3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.938648] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378285, 'name': CreateSnapshot_Task, 'duration_secs': 0.825429} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.941245] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.942252] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b6358-bc12-4071-a0e0-ec6781ed8891 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.947042] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f988f16-2cd4-4e9d-affb-3b9accd2fc9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.949911] env[69411]: DEBUG nova.network.neutron [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Updating instance_info_cache with network_info: [{"id": "13eaae64-0d95-4e0c-acc9-ae14df3becb5", "address": "fa:16:3e:16:fb:2e", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13eaae64-0d", "ovs_interfaceid": "13eaae64-0d95-4e0c-acc9-ae14df3becb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.983545] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb48573-0796-4fa6-8a12-8c46df08e6bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.991123] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a9b6d3-9229-456e-80a6-c9941eb2471a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.005084] env[69411]: DEBUG nova.compute.provider_tree [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.171955] env[69411]: DEBUG nova.network.neutron [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Port 8df2a74d-a375-4cea-b29e-2d4474ac8703 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 699.320530] env[69411]: DEBUG nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.371507] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.371507] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.371507] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.371507] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.371507] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.371507] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.371507] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.371955] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.371955] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.372079] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.372183] env[69411]: DEBUG nova.virt.hardware [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.373164] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e448d54-530f-4db5-8d53-fede2f4ac43a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.384099] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17efbbbc-cb04-43bc-ad49-6f13d3b920f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.452628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Releasing lock "refresh_cache-03603f13-a3d3-4960-889c-4f26d1eef446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.452950] env[69411]: DEBUG nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Instance network_info: |[{"id": "13eaae64-0d95-4e0c-acc9-ae14df3becb5", "address": "fa:16:3e:16:fb:2e", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13eaae64-0d", "ovs_interfaceid": "13eaae64-0d95-4e0c-acc9-ae14df3becb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.453729] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:fb:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13eaae64-0d95-4e0c-acc9-ae14df3becb5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.462611] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Creating folder: Project (6413cc8e674a4a13ad322b4382f22787). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.463431] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d0824f6-5775-45e1-9474-5e9f38467294 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.474375] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Created folder: Project (6413cc8e674a4a13ad322b4382f22787) in parent group-v674052. [ 699.474754] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Creating folder: Instances. Parent ref: group-v674110. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.474815] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d6a6f55-9302-4bb7-801d-e16d200f377e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.489695] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.491148] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Created folder: Instances in parent group-v674110. [ 699.491148] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.491148] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfe760f7-2700-4258-94d5-4c5329fb68a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.493924] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.494189] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d703119-3d91-4f22-9dd6-ecb058adebcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.509561] env[69411]: DEBUG nova.scheduler.client.report [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.515321] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 699.515321] env[69411]: value = "task-3378288" [ 699.515321] env[69411]: _type = "Task" [ 699.515321] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.519968] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.519968] env[69411]: value = "task-3378289" [ 699.519968] env[69411]: _type = "Task" [ 699.519968] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.526039] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378288, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.530545] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378289, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.019015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.019015] env[69411]: DEBUG nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.021427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.708s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.021705] env[69411]: DEBUG nova.objects.instance [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 700.039142] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378288, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.049926] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378289, 'name': CreateVM_Task, 'duration_secs': 0.393184} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.050190] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.051157] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.051409] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.051780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.052072] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bf925e-71af-4482-b6d6-f96adb3c9511 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.057853] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 700.057853] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528b837b-7bf6-44d0-54bd-952f7def9ed0" [ 700.057853] env[69411]: _type = "Task" [ 700.057853] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.069824] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528b837b-7bf6-44d0-54bd-952f7def9ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.213186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "065960f4-681e-4867-9b12-00672a5a9055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.213427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.213589] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.440232] env[69411]: DEBUG nova.compute.manager [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Received event network-changed-13eaae64-0d95-4e0c-acc9-ae14df3becb5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.440232] env[69411]: DEBUG nova.compute.manager [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Refreshing instance network info cache due to event network-changed-13eaae64-0d95-4e0c-acc9-ae14df3becb5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.440232] env[69411]: DEBUG oslo_concurrency.lockutils [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] Acquiring lock "refresh_cache-03603f13-a3d3-4960-889c-4f26d1eef446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.440232] env[69411]: DEBUG oslo_concurrency.lockutils [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] Acquired lock "refresh_cache-03603f13-a3d3-4960-889c-4f26d1eef446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.440232] env[69411]: DEBUG nova.network.neutron [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Refreshing network info cache for port 13eaae64-0d95-4e0c-acc9-ae14df3becb5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 700.531603] env[69411]: DEBUG nova.compute.utils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.539703] env[69411]: DEBUG nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.539886] env[69411]: DEBUG nova.network.neutron [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.548608] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378288, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.569228] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528b837b-7bf6-44d0-54bd-952f7def9ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.014483} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.569528] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.569770] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.569996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.570157] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.570333] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.570587] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806bbcae-a54e-4180-b811-a8e3f9e9db9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.580657] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.580657] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.580880] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086060de-22ee-4350-8cf6-e222253cfc4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.586466] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 700.586466] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fe4dc2-35aa-931e-d112-4d6595205b52" [ 700.586466] env[69411]: _type = "Task" [ 700.586466] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.595020] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fe4dc2-35aa-931e-d112-4d6595205b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.929858] env[69411]: DEBUG nova.policy [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09be560b140440d8b073710b33ea2d83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc1b34709c274018ad4acee97dde396f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.042269] env[69411]: DEBUG nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.048545] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378288, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.048545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2412e0c0-1adb-4fe0-9117-195a278bf768 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.049500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.049s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.050336] env[69411]: DEBUG nova.objects.instance [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lazy-loading 'resources' on Instance uuid 4aafbb59-7ef3-4f16-9e90-973898612a06 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.104371] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fe4dc2-35aa-931e-d112-4d6595205b52, 'name': SearchDatastore_Task, 'duration_secs': 0.012304} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.106452] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a0f599-a6cc-4be2-8d32-7182b9520aa1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.116410] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 701.116410] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52355d97-13c0-29ce-7df1-5a315848b0c3" [ 701.116410] env[69411]: _type = "Task" [ 701.116410] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.130535] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52355d97-13c0-29ce-7df1-5a315848b0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.309335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.309551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.313015] env[69411]: DEBUG nova.network.neutron [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 701.363494] env[69411]: DEBUG nova.network.neutron [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Updated VIF entry in instance network info cache for port 13eaae64-0d95-4e0c-acc9-ae14df3becb5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 701.363845] env[69411]: DEBUG nova.network.neutron [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Updating instance_info_cache with network_info: [{"id": "13eaae64-0d95-4e0c-acc9-ae14df3becb5", "address": "fa:16:3e:16:fb:2e", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13eaae64-0d", "ovs_interfaceid": "13eaae64-0d95-4e0c-acc9-ae14df3becb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.385756] env[69411]: DEBUG nova.network.neutron [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Successfully updated port: f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.544955] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378288, 'name': CloneVM_Task, 'duration_secs': 1.628298} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.544955] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Created linked-clone VM from snapshot [ 701.545329] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2204d2-b5d8-4ab9-8f06-2510614976a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.558621] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Uploading image 2afcdbd9-8bb7-4508-bbcc-0131f2aca2ae {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.632076] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 701.632076] env[69411]: value = "vm-674113" [ 701.632076] env[69411]: _type = "VirtualMachine" [ 701.632076] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 701.632640] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44ce0a10-ce2a-4b19-bff5-b51cfb766926 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.644225] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52355d97-13c0-29ce-7df1-5a315848b0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01685} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.645639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.645913] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 03603f13-a3d3-4960-889c-4f26d1eef446/03603f13-a3d3-4960-889c-4f26d1eef446.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.646266] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lease: (returnval){ [ 701.646266] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267ea8c-8e4e-1dd0-b6b0-44f42d7b6a71" [ 701.646266] env[69411]: _type = "HttpNfcLease" [ 701.646266] env[69411]: } obtained for exporting VM: (result){ [ 701.646266] env[69411]: value = "vm-674113" [ 701.646266] env[69411]: _type = "VirtualMachine" [ 701.646266] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 701.646720] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the lease: (returnval){ [ 701.646720] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267ea8c-8e4e-1dd0-b6b0-44f42d7b6a71" [ 701.646720] env[69411]: _type = "HttpNfcLease" [ 701.646720] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 701.646720] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d17393-72f5-4d20-aa76-853d5c9c184c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.654696] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.654696] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267ea8c-8e4e-1dd0-b6b0-44f42d7b6a71" [ 701.654696] env[69411]: _type = "HttpNfcLease" [ 701.654696] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 701.656143] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 701.656143] env[69411]: value = "task-3378291" [ 701.656143] env[69411]: _type = "Task" [ 701.656143] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.663240] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.757931] env[69411]: DEBUG nova.network.neutron [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Successfully created port: 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.871217] env[69411]: DEBUG oslo_concurrency.lockutils [req-e7bfe122-fae8-4dbb-8bec-daff871490f4 req-2d551fbd-8943-48e6-bc41-f3ef48e24850 service nova] Releasing lock "refresh_cache-03603f13-a3d3-4960-889c-4f26d1eef446" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.895029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.895029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquired lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.895029] env[69411]: DEBUG nova.network.neutron [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 702.056026] env[69411]: DEBUG nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.112471] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.112950] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.113245] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.113627] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.114076] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.114387] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.114763] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.115081] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.115386] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.115685] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.116044] env[69411]: DEBUG nova.virt.hardware [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.118175] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b11a9-fc42-4dc2-aa85-d6820068ce28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.134066] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23a5ab0-45d7-4638-a75f-225c927c0a9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.174023] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 702.174023] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267ea8c-8e4e-1dd0-b6b0-44f42d7b6a71" [ 702.174023] env[69411]: _type = "HttpNfcLease" [ 702.174023] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 702.176966] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 702.176966] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267ea8c-8e4e-1dd0-b6b0-44f42d7b6a71" [ 702.176966] env[69411]: _type = "HttpNfcLease" [ 702.176966] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 702.178836] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378291, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.182063] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e94ff-480e-4da9-8f44-03a5b7f1dc4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.196610] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd3665-ed4d-521d-b059-3207478ca34e/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 702.196812] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd3665-ed4d-521d-b059-3207478ca34e/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 702.306300] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108188e2-588e-4cce-aabe-3f6d7c30b054 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.315722] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a4f197e-d584-4dc5-a486-c258f961e3ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.321411] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a2f5c7-c094-4d5d-9998-3310de505093 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.359091] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567e682b-9d9c-48aa-ae07-ac6f6c563a3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.371757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4972f8d-9538-452d-97d9-54c96bb8336e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.392244] env[69411]: DEBUG nova.compute.provider_tree [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.448775] env[69411]: DEBUG nova.network.neutron [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 702.452896] env[69411]: DEBUG nova.network.neutron [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance_info_cache with network_info: [{"id": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "address": "fa:16:3e:fd:bd:ed", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df2a74d-a3", "ovs_interfaceid": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.672804] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792015} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.673166] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 03603f13-a3d3-4960-889c-4f26d1eef446/03603f13-a3d3-4960-889c-4f26d1eef446.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.673397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.673656] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87212205-4d8e-4292-841d-99c28f751e3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.683322] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 702.683322] env[69411]: value = "task-3378292" [ 702.683322] env[69411]: _type = "Task" [ 702.683322] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.695582] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.902024] env[69411]: DEBUG nova.scheduler.client.report [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.960660] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.977665] env[69411]: DEBUG nova.network.neutron [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updating instance_info_cache with network_info: [{"id": "f4d345ab-9148-414c-93ba-69daa5357752", "address": "fa:16:3e:11:15:15", "network": {"id": "7bb8c371-8666-4527-ad77-159b4bdad53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-668268130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc299aa49c64f13a4215e2bd1ce18da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d345ab-91", "ovs_interfaceid": "f4d345ab-9148-414c-93ba-69daa5357752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.072428] env[69411]: DEBUG nova.compute.manager [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Received event network-vif-plugged-f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.072428] env[69411]: DEBUG oslo_concurrency.lockutils [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] Acquiring lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.072428] env[69411]: DEBUG oslo_concurrency.lockutils [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.072428] env[69411]: DEBUG oslo_concurrency.lockutils [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.072428] env[69411]: DEBUG nova.compute.manager [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] No waiting events found dispatching network-vif-plugged-f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.072428] env[69411]: WARNING nova.compute.manager [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Received unexpected event network-vif-plugged-f4d345ab-9148-414c-93ba-69daa5357752 for instance with vm_state building and task_state spawning. [ 703.072428] env[69411]: DEBUG nova.compute.manager [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Received event network-changed-f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.072428] env[69411]: DEBUG nova.compute.manager [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Refreshing instance network info cache due to event network-changed-f4d345ab-9148-414c-93ba-69daa5357752. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.072428] env[69411]: DEBUG oslo_concurrency.lockutils [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] Acquiring lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.202489] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068605} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.202489] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.202489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cc4a11-f7fb-4915-920c-89c820a7ec23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.229371] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 03603f13-a3d3-4960-889c-4f26d1eef446/03603f13-a3d3-4960-889c-4f26d1eef446.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.230200] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb536bdb-18bf-4a4f-8179-a6a9c6c2c36d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.254216] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 703.254216] env[69411]: value = "task-3378293" [ 703.254216] env[69411]: _type = "Task" [ 703.254216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.265757] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.408425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.411914] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.189s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.411914] env[69411]: DEBUG nova.objects.instance [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lazy-loading 'resources' on Instance uuid 81d85e58-a72f-443a-aea2-8bf16ec1e973 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.482017] env[69411]: INFO nova.scheduler.client.report [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Deleted allocations for instance 4aafbb59-7ef3-4f16-9e90-973898612a06 [ 703.483617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Releasing lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.484107] env[69411]: DEBUG nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Instance network_info: |[{"id": "f4d345ab-9148-414c-93ba-69daa5357752", "address": "fa:16:3e:11:15:15", "network": {"id": "7bb8c371-8666-4527-ad77-159b4bdad53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-668268130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc299aa49c64f13a4215e2bd1ce18da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d345ab-91", "ovs_interfaceid": "f4d345ab-9148-414c-93ba-69daa5357752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.486982] env[69411]: DEBUG oslo_concurrency.lockutils [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] Acquired lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.487213] env[69411]: DEBUG nova.network.neutron [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Refreshing network info cache for port f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 703.488306] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:15:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4d345ab-9148-414c-93ba-69daa5357752', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.504916] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Creating folder: Project (ecc299aa49c64f13a4215e2bd1ce18da). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.504916] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f58c3687-30a5-4209-8f8b-fce6a567acee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.506784] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46061bf-c500-489e-bd72-3c056ad9739b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.530983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a597b23c-e92a-4313-ab6f-6a838dd24ee6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.534972] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Created folder: Project (ecc299aa49c64f13a4215e2bd1ce18da) in parent group-v674052. [ 703.534972] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Creating folder: Instances. Parent ref: group-v674114. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.534972] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e303d754-b659-4313-9016-742b5df67951 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.542354] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance '065960f4-681e-4867-9b12-00672a5a9055' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.546445] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Created folder: Instances in parent group-v674114. [ 703.546961] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.547882] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.547882] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aebf542-459b-4138-8cfa-8536bd0a3f43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.567728] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.567728] env[69411]: value = "task-3378296" [ 703.567728] env[69411]: _type = "Task" [ 703.567728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.580577] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378296, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.766070] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.867336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "0c614753-736c-4a3d-9690-692674dd7c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.867696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "0c614753-736c-4a3d-9690-692674dd7c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.010065] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1afeb47c-b0ed-464e-b5f4-4d460c9f279f tempest-ServerDiagnosticsTest-1374090207 tempest-ServerDiagnosticsTest-1374090207-project-member] Lock "4aafbb59-7ef3-4f16-9e90-973898612a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.747s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.053748] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.053748] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8106496-fc2a-45b6-8f33-2441cd001e70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.061300] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 704.061300] env[69411]: value = "task-3378297" [ 704.061300] env[69411]: _type = "Task" [ 704.061300] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.070948] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.082652] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378296, 'name': CreateVM_Task, 'duration_secs': 0.338179} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.083208] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.083536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.083703] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.084037] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.084297] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ccc2e3-19b7-4ef0-a2ec-9c76a54931c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.089560] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 704.089560] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f722bf-1982-1c47-f253-29520bd2a578" [ 704.089560] env[69411]: _type = "Task" [ 704.089560] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.100820] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f722bf-1982-1c47-f253-29520bd2a578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.207942] env[69411]: DEBUG nova.network.neutron [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Successfully updated port: 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.263756] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378293, 'name': ReconfigVM_Task, 'duration_secs': 0.581568} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.264065] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 03603f13-a3d3-4960-889c-4f26d1eef446/03603f13-a3d3-4960-889c-4f26d1eef446.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.265039] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f0d3cd-b765-4016-909f-0d61c12cb6f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.273238] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 704.273238] env[69411]: value = "task-3378298" [ 704.273238] env[69411]: _type = "Task" [ 704.273238] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.283359] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378298, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.574043] env[69411]: DEBUG oslo_vmware.api [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378297, 'name': PowerOnVM_Task, 'duration_secs': 0.48429} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.574043] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.574362] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fc134568-1ceb-4120-8ffe-73e0fbc107e6 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance '065960f4-681e-4867-9b12-00672a5a9055' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 704.601670] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f722bf-1982-1c47-f253-29520bd2a578, 'name': SearchDatastore_Task, 'duration_secs': 0.013849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.605156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.605415] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.605654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.605801] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.606637] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.606907] env[69411]: DEBUG nova.network.neutron [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updated VIF entry in instance network info cache for port f4d345ab-9148-414c-93ba-69daa5357752. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 704.607261] env[69411]: DEBUG nova.network.neutron [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updating instance_info_cache with network_info: [{"id": "f4d345ab-9148-414c-93ba-69daa5357752", "address": "fa:16:3e:11:15:15", "network": {"id": "7bb8c371-8666-4527-ad77-159b4bdad53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-668268130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc299aa49c64f13a4215e2bd1ce18da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d345ab-91", "ovs_interfaceid": "f4d345ab-9148-414c-93ba-69daa5357752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.608562] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62666dfc-3d33-4b54-a353-433033a0d784 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.618197] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.618514] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.624997] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf3e4d2-76f0-4aaa-a691-bd36f588d357 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.625341] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 704.625341] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5212da4f-2312-5830-2007-85e18a17dfbb" [ 704.625341] env[69411]: _type = "Task" [ 704.625341] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.643251] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5212da4f-2312-5830-2007-85e18a17dfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.667898] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429113a-f3b6-4e25-ae57-d80224958628 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.678729] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cc72b4-fe1e-48df-999e-ff91fb38d549 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.711908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b1476f-dc1c-4088-9e43-1875b00a3f9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.714916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "refresh_cache-e6f2af6a-16e7-48f8-b199-0a093cd4bac5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired lock "refresh_cache-e6f2af6a-16e7-48f8-b199-0a093cd4bac5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.715223] env[69411]: DEBUG nova.network.neutron [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 704.721636] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2d521-c094-414c-a541-04915ec3e57b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.739202] env[69411]: DEBUG nova.compute.provider_tree [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.785681] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378298, 'name': Rename_Task, 'duration_secs': 0.180201} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.785681] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.785681] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b89f3bd9-9836-4353-b8e9-62b3e085838e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.792113] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 704.792113] env[69411]: value = "task-3378299" [ 704.792113] env[69411]: _type = "Task" [ 704.792113] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.800292] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.113174] env[69411]: DEBUG oslo_concurrency.lockutils [req-b17a1239-5940-40ed-87ad-cc9c2f8e22db req-fa6ce9ee-441f-4828-8a69-c316efb9c6c0 service nova] Releasing lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.138915] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5212da4f-2312-5830-2007-85e18a17dfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.139755] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3677db-765b-49f5-b92d-fb2fb1326161 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.145415] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 705.145415] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52bf1ef8-4af3-6bec-be0d-99dbfd2709e4" [ 705.145415] env[69411]: _type = "Task" [ 705.145415] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.166964] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52bf1ef8-4af3-6bec-be0d-99dbfd2709e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.242682] env[69411]: DEBUG nova.scheduler.client.report [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.293199] env[69411]: DEBUG nova.network.neutron [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 705.314417] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.405159] env[69411]: DEBUG nova.compute.manager [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Received event network-vif-plugged-666f4d8a-dfe2-4125-aa31-882e6e52f6e3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.405159] env[69411]: DEBUG oslo_concurrency.lockutils [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] Acquiring lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.407063] env[69411]: DEBUG oslo_concurrency.lockutils [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.407261] env[69411]: DEBUG oslo_concurrency.lockutils [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.407439] env[69411]: DEBUG nova.compute.manager [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] No waiting events found dispatching network-vif-plugged-666f4d8a-dfe2-4125-aa31-882e6e52f6e3 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.407609] env[69411]: WARNING nova.compute.manager [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Received unexpected event network-vif-plugged-666f4d8a-dfe2-4125-aa31-882e6e52f6e3 for instance with vm_state building and task_state spawning. [ 705.407769] env[69411]: DEBUG nova.compute.manager [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Received event network-changed-666f4d8a-dfe2-4125-aa31-882e6e52f6e3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.407921] env[69411]: DEBUG nova.compute.manager [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Refreshing instance network info cache due to event network-changed-666f4d8a-dfe2-4125-aa31-882e6e52f6e3. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.408120] env[69411]: DEBUG oslo_concurrency.lockutils [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] Acquiring lock "refresh_cache-e6f2af6a-16e7-48f8-b199-0a093cd4bac5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.606300] env[69411]: DEBUG nova.network.neutron [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Updating instance_info_cache with network_info: [{"id": "666f4d8a-dfe2-4125-aa31-882e6e52f6e3", "address": "fa:16:3e:6a:d7:c4", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666f4d8a-df", "ovs_interfaceid": "666f4d8a-dfe2-4125-aa31-882e6e52f6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.659032] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52bf1ef8-4af3-6bec-be0d-99dbfd2709e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01614} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.659329] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.659595] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62/128c4e20-7be2-403b-ab7c-e7d2a0ba1f62.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.659859] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9dbdc0-b0f1-4b23-b5e1-2b9191d1f710 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.668356] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 705.668356] env[69411]: value = "task-3378300" [ 705.668356] env[69411]: _type = "Task" [ 705.668356] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.681323] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.747539] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.750597] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.531s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.753323] env[69411]: INFO nova.compute.claims [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.766207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.766953] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.769423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.769423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.769423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.771821] env[69411]: INFO nova.compute.manager [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Terminating instance [ 705.807869] env[69411]: DEBUG oslo_vmware.api [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378299, 'name': PowerOnVM_Task, 'duration_secs': 0.700672} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.808821] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.809224] env[69411]: INFO nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Took 9.16 seconds to spawn the instance on the hypervisor. [ 705.811101] env[69411]: DEBUG nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.811101] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4375f07-da22-47d3-a715-5706b5fe6db8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.825202] env[69411]: INFO nova.scheduler.client.report [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Deleted allocations for instance 81d85e58-a72f-443a-aea2-8bf16ec1e973 [ 706.110725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Releasing lock "refresh_cache-e6f2af6a-16e7-48f8-b199-0a093cd4bac5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.110725] env[69411]: DEBUG nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Instance network_info: |[{"id": "666f4d8a-dfe2-4125-aa31-882e6e52f6e3", "address": "fa:16:3e:6a:d7:c4", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666f4d8a-df", "ovs_interfaceid": "666f4d8a-dfe2-4125-aa31-882e6e52f6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.110725] env[69411]: DEBUG oslo_concurrency.lockutils [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] Acquired lock "refresh_cache-e6f2af6a-16e7-48f8-b199-0a093cd4bac5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.110725] env[69411]: DEBUG nova.network.neutron [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Refreshing network info cache for port 666f4d8a-dfe2-4125-aa31-882e6e52f6e3 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 706.115024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:d7:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '666f4d8a-dfe2-4125-aa31-882e6e52f6e3', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.131273] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.135718] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.137651] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b74659d-9c62-4a88-8766-ba660a6fe7d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.164282] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.164282] env[69411]: value = "task-3378301" [ 706.164282] env[69411]: _type = "Task" [ 706.164282] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.180066] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378301, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.187623] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.285855] env[69411]: DEBUG nova.compute.manager [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.285855] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.288930] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc146c02-e413-4806-a8a6-eed34cd59c08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.302643] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.302935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-024ad0ea-ecd8-4a7b-8021-dc972f2c7f6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.310262] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 706.310262] env[69411]: value = "task-3378302" [ 706.310262] env[69411]: _type = "Task" [ 706.310262] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.322025] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.339354] env[69411]: INFO nova.compute.manager [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Took 34.49 seconds to build instance. [ 706.349389] env[69411]: DEBUG oslo_concurrency.lockutils [None req-78318d97-5660-462e-a2f6-a40f51f207e6 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "81d85e58-a72f-443a-aea2-8bf16ec1e973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.106s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.604163] env[69411]: DEBUG nova.network.neutron [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Updated VIF entry in instance network info cache for port 666f4d8a-dfe2-4125-aa31-882e6e52f6e3. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 706.604163] env[69411]: DEBUG nova.network.neutron [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Updating instance_info_cache with network_info: [{"id": "666f4d8a-dfe2-4125-aa31-882e6e52f6e3", "address": "fa:16:3e:6a:d7:c4", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap666f4d8a-df", "ovs_interfaceid": "666f4d8a-dfe2-4125-aa31-882e6e52f6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.677161] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378301, 'name': CreateVM_Task, 'duration_secs': 0.440088} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.678069] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.678818] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.679130] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.679544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.683578] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d1cb9d-3726-4413-b373-381c8f985eab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.685687] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.688979] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 706.688979] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e72b1b-ca1b-4f02-7819-cab818f52262" [ 706.688979] env[69411]: _type = "Task" [ 706.688979] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.698937] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e72b1b-ca1b-4f02-7819-cab818f52262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.832241] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.842804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-306924dc-6d9b-453d-b94d-86e953edf35b tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "03603f13-a3d3-4960-889c-4f26d1eef446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.766s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.111890] env[69411]: DEBUG oslo_concurrency.lockutils [req-1310ceda-bad4-4df9-b789-d50a1932ff1e req-0041b534-3790-40d7-b7f3-6fefac89ea6d service nova] Releasing lock "refresh_cache-e6f2af6a-16e7-48f8-b199-0a093cd4bac5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.186980] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.200489] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e72b1b-ca1b-4f02-7819-cab818f52262, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.203491] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.203753] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.203992] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.204160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.204342] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.205030] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15477283-7207-4cc2-a3ab-49e19b823b98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.215290] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.215508] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.219915] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a64cc6d-c506-4741-b670-32d5a63a9836 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.227426] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 707.227426] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b42e53-d17e-f90d-b9fc-aaedd31c7a23" [ 707.227426] env[69411]: _type = "Task" [ 707.227426] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.239018] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b42e53-d17e-f90d-b9fc-aaedd31c7a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.328152] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.353644] env[69411]: DEBUG nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.487381] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9df6f-4a61-4b05-94ec-73d1eb13cf7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.498355] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f307db-8420-4daa-bc68-e9f5240475cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.529979] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d4861-62f5-4cb8-9950-3a904438c8c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.539030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452e30b-2aa4-42b8-a26a-d440937bbad3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.552588] env[69411]: DEBUG nova.compute.provider_tree [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.681774] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.649738} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.681912] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62/128c4e20-7be2-403b-ab7c-e7d2a0ba1f62.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.682136] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.682393] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff138f7-7334-4a24-8165-b0d4b9eff91c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.691970] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 707.691970] env[69411]: value = "task-3378303" [ 707.691970] env[69411]: _type = "Task" [ 707.691970] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.699905] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.743046] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b42e53-d17e-f90d-b9fc-aaedd31c7a23, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.743046] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752b10d5-a582-4947-b3fc-3eaf58b8b353 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.751659] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 707.751659] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd4bb5-6aff-0741-0fe8-3236c0887353" [ 707.751659] env[69411]: _type = "Task" [ 707.751659] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.764884] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd4bb5-6aff-0741-0fe8-3236c0887353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.824547] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378302, 'name': PowerOffVM_Task, 'duration_secs': 1.348476} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.827815] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.827815] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.827815] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2052c5ca-1bf5-49a1-8288-c9452f73f473 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.880378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "5577226c-6081-4ae5-909f-2dea19be98a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.880378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "5577226c-6081-4ae5-909f-2dea19be98a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.894133] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.894133] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.894133] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Deleting the datastore file [datastore1] a2d78409-c1cb-4eaa-ab49-08d51f0d670b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.894133] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01696f2-dcfb-4af3-80e2-5eb7d96aabac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.899937] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for the task: (returnval){ [ 707.899937] env[69411]: value = "task-3378305" [ 707.899937] env[69411]: _type = "Task" [ 707.899937] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.905303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.911544] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.088476] env[69411]: ERROR nova.scheduler.client.report [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [req-386996b1-d27c-49b7-b850-cdd6cc586c70] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-386996b1-d27c-49b7-b850-cdd6cc586c70"}]} [ 708.120156] env[69411]: DEBUG nova.scheduler.client.report [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.159127] env[69411]: DEBUG nova.scheduler.client.report [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.159572] env[69411]: DEBUG nova.compute.provider_tree [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.180659] env[69411]: DEBUG nova.scheduler.client.report [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.202807] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084451} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.203290] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.204323] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f200a0b6-e5b7-4851-b96f-88715faf81cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.247698] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62/128c4e20-7be2-403b-ab7c-e7d2a0ba1f62.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.248131] env[69411]: DEBUG nova.scheduler.client.report [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.259506] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42af60f1-28af-486c-94e8-d5820e0d6762 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.302350] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd4bb5-6aff-0741-0fe8-3236c0887353, 'name': SearchDatastore_Task, 'duration_secs': 0.012544} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.306548] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.307986] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] e6f2af6a-16e7-48f8-b199-0a093cd4bac5/e6f2af6a-16e7-48f8-b199-0a093cd4bac5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.312141] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 708.312141] env[69411]: value = "task-3378306" [ 708.312141] env[69411]: _type = "Task" [ 708.312141] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.312141] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-471333b9-d610-4a9e-aad2-e395eaad904f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.325881] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.331878] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 708.331878] env[69411]: value = "task-3378307" [ 708.331878] env[69411]: _type = "Task" [ 708.331878] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.342789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "065960f4-681e-4867-9b12-00672a5a9055" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.342789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.342789] env[69411]: DEBUG nova.compute.manager [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Going to confirm migration 1 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 708.362037] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.420105] env[69411]: DEBUG oslo_vmware.api [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Task: {'id': task-3378305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391039} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.420809] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.421136] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.421402] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.421641] env[69411]: INFO nova.compute.manager [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Took 2.14 seconds to destroy the instance on the hypervisor. [ 708.421968] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.422259] env[69411]: DEBUG nova.compute.manager [-] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.422427] env[69411]: DEBUG nova.network.neutron [-] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 708.870077] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.891234] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378307, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.970815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.970929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.971051] env[69411]: DEBUG nova.network.neutron [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 708.971254] env[69411]: DEBUG nova.objects.instance [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lazy-loading 'info_cache' on Instance uuid 065960f4-681e-4867-9b12-00672a5a9055 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.071403] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "03603f13-a3d3-4960-889c-4f26d1eef446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.071823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "03603f13-a3d3-4960-889c-4f26d1eef446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.071823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "03603f13-a3d3-4960-889c-4f26d1eef446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.072048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "03603f13-a3d3-4960-889c-4f26d1eef446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.072191] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "03603f13-a3d3-4960-889c-4f26d1eef446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.079908] env[69411]: INFO nova.compute.manager [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Terminating instance [ 709.140651] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b788b1-870c-4df1-b433-0d3563a8760b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.149053] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef04711b-1451-4152-82ff-40b2c0f5688e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.181150] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0714787-2aba-46c9-b1bb-01a020cfc11d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.188841] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346884f2-47d4-41d1-bf1e-cef7b67d5923 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.202669] env[69411]: DEBUG nova.compute.provider_tree [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.327423] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378306, 'name': ReconfigVM_Task, 'duration_secs': 0.563} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.327772] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62/128c4e20-7be2-403b-ab7c-e7d2a0ba1f62.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.328491] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0537bf2-e904-4b13-89ca-38333b4d3f94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.338484] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 709.338484] env[69411]: value = "task-3378308" [ 709.338484] env[69411]: _type = "Task" [ 709.338484] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.350328] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378308, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.382659] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636563} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.383225] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] e6f2af6a-16e7-48f8-b199-0a093cd4bac5/e6f2af6a-16e7-48f8-b199-0a093cd4bac5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.383598] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.383991] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c79e58b5-d187-43e2-8c2f-58971389715b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.393233] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 709.393233] env[69411]: value = "task-3378309" [ 709.393233] env[69411]: _type = "Task" [ 709.393233] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.403311] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.563531] env[69411]: DEBUG nova.compute.manager [req-cbe91979-6d2b-4c27-b4b2-6bb4a3425add req-1140f8a2-df7a-4c7e-be2b-716c45c62181 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Received event network-vif-deleted-0eec7bda-5090-4956-8157-4b3d248173d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.563531] env[69411]: INFO nova.compute.manager [req-cbe91979-6d2b-4c27-b4b2-6bb4a3425add req-1140f8a2-df7a-4c7e-be2b-716c45c62181 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Neutron deleted interface 0eec7bda-5090-4956-8157-4b3d248173d6; detaching it from the instance and deleting it from the info cache [ 709.563531] env[69411]: DEBUG nova.network.neutron [req-cbe91979-6d2b-4c27-b4b2-6bb4a3425add req-1140f8a2-df7a-4c7e-be2b-716c45c62181 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.588203] env[69411]: DEBUG nova.compute.manager [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.588203] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.588203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b442a-54b4-497c-b8fa-4de1230ac1c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.596208] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.596722] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3690fdd5-f44d-4798-bc87-e731217489bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.604056] env[69411]: DEBUG oslo_vmware.api [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 709.604056] env[69411]: value = "task-3378310" [ 709.604056] env[69411]: _type = "Task" [ 709.604056] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.611733] env[69411]: DEBUG nova.network.neutron [-] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.620024] env[69411]: DEBUG oslo_vmware.api [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.788034] env[69411]: DEBUG nova.scheduler.client.report [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.788287] env[69411]: DEBUG nova.compute.provider_tree [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 46 to 47 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.788484] env[69411]: DEBUG nova.compute.provider_tree [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.851916] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378308, 'name': Rename_Task, 'duration_secs': 0.22846} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.851916] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.851916] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607d73de-0bff-42c0-b334-bdc19fa3732d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.861155] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 709.861155] env[69411]: value = "task-3378311" [ 709.861155] env[69411]: _type = "Task" [ 709.861155] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.911310] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124847} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.911310] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.911714] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a04856-fae1-4083-9a0d-e66aa7f29a1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.940880] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] e6f2af6a-16e7-48f8-b199-0a093cd4bac5/e6f2af6a-16e7-48f8-b199-0a093cd4bac5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.940880] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82dc4b95-dda7-4dbf-b6de-a6493cbce385 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.963649] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 709.963649] env[69411]: value = "task-3378312" [ 709.963649] env[69411]: _type = "Task" [ 709.963649] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.975659] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.068294] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8515eb78-f964-473e-8d1c-7f3f4c003f28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.078885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f72f0-39ba-4aa4-a5dc-bf471ebf1a23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.117202] env[69411]: DEBUG nova.compute.manager [req-cbe91979-6d2b-4c27-b4b2-6bb4a3425add req-1140f8a2-df7a-4c7e-be2b-716c45c62181 service nova] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Detach interface failed, port_id=0eec7bda-5090-4956-8157-4b3d248173d6, reason: Instance a2d78409-c1cb-4eaa-ab49-08d51f0d670b could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 710.123181] env[69411]: INFO nova.compute.manager [-] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Took 1.70 seconds to deallocate network for instance. [ 710.133618] env[69411]: DEBUG oslo_vmware.api [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378310, 'name': PowerOffVM_Task, 'duration_secs': 0.283804} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.134369] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.134620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.135010] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b572e71-e017-4fb2-a9e3-a3ba70cdfb9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.213194] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.213194] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.213194] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Deleting the datastore file [datastore2] 03603f13-a3d3-4960-889c-4f26d1eef446 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.216360] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4402122d-b970-49b5-b721-13b65c6f18a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.223876] env[69411]: DEBUG oslo_vmware.api [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for the task: (returnval){ [ 710.223876] env[69411]: value = "task-3378314" [ 710.223876] env[69411]: _type = "Task" [ 710.223876] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.237447] env[69411]: DEBUG oslo_vmware.api [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.298278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.548s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.299348] env[69411]: DEBUG nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.305022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.011s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.305022] env[69411]: INFO nova.compute.claims [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.374540] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378311, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.452625] env[69411]: DEBUG nova.network.neutron [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance_info_cache with network_info: [{"id": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "address": "fa:16:3e:fd:bd:ed", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df2a74d-a3", "ovs_interfaceid": "8df2a74d-a375-4cea-b29e-2d4474ac8703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.475582] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.530120] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd3665-ed4d-521d-b059-3207478ca34e/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 710.531837] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6cb594-7c38-41db-8640-166f9d1084b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.538452] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd3665-ed4d-521d-b059-3207478ca34e/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 710.538655] env[69411]: ERROR oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd3665-ed4d-521d-b059-3207478ca34e/disk-0.vmdk due to incomplete transfer. [ 710.538904] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f018ca21-7559-4f38-bba2-6903491de3f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.547394] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dd3665-ed4d-521d-b059-3207478ca34e/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 710.547394] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Uploaded image 2afcdbd9-8bb7-4508-bbcc-0131f2aca2ae to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 710.549636] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.550416] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c878019-3ea8-4f38-8de3-019d50624b27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.557124] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 710.557124] env[69411]: value = "task-3378315" [ 710.557124] env[69411]: _type = "Task" [ 710.557124] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.570662] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378315, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.636477] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.733739] env[69411]: DEBUG oslo_vmware.api [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.810715] env[69411]: DEBUG nova.compute.utils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.820792] env[69411]: DEBUG nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.820792] env[69411]: DEBUG nova.network.neutron [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.873442] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378311, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.889436] env[69411]: DEBUG nova.policy [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ae905e989143e996198a81a80428b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '797e9ca8250848bf92e87681829391d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.955461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-065960f4-681e-4867-9b12-00672a5a9055" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.955844] env[69411]: DEBUG nova.objects.instance [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lazy-loading 'migration_context' on Instance uuid 065960f4-681e-4867-9b12-00672a5a9055 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.979393] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.067413] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378315, 'name': Destroy_Task, 'duration_secs': 0.380556} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.067795] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Destroyed the VM [ 711.068159] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 711.068467] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ef383ce-38a3-48a4-96a2-95a64cef3648 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.074836] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 711.074836] env[69411]: value = "task-3378316" [ 711.074836] env[69411]: _type = "Task" [ 711.074836] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.082875] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.243997] env[69411]: DEBUG oslo_vmware.api [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Task: {'id': task-3378314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.245209] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.245209] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.245209] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.245624] env[69411]: INFO nova.compute.manager [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Took 1.66 seconds to destroy the instance on the hypervisor. [ 711.246034] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.246405] env[69411]: DEBUG nova.compute.manager [-] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.248542] env[69411]: DEBUG nova.network.neutron [-] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 711.316931] env[69411]: DEBUG nova.network.neutron [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Successfully created port: b1395710-281e-4ba5-8747-982f2f96c675 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.320497] env[69411]: DEBUG nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.377701] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378311, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.460200] env[69411]: DEBUG nova.objects.base [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Object Instance<065960f4-681e-4867-9b12-00672a5a9055> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.461132] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c6fde-0a1f-4e07-bb0b-8776f1526dc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.489191] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0346e0-abdf-4dc3-be6e-bf34944a4ea9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.495735] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378312, 'name': ReconfigVM_Task, 'duration_secs': 1.423279} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.497200] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Reconfigured VM instance instance-00000015 to attach disk [datastore2] e6f2af6a-16e7-48f8-b199-0a093cd4bac5/e6f2af6a-16e7-48f8-b199-0a093cd4bac5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.497390] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15e1214f-2af3-412e-8917-4f495228956f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.500578] env[69411]: DEBUG oslo_vmware.api [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 711.500578] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5241899d-55bc-5dbb-bbd9-19ca14bd58d5" [ 711.500578] env[69411]: _type = "Task" [ 711.500578] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.508801] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 711.508801] env[69411]: value = "task-3378317" [ 711.508801] env[69411]: _type = "Task" [ 711.508801] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.515795] env[69411]: DEBUG oslo_vmware.api [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5241899d-55bc-5dbb-bbd9-19ca14bd58d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.516911] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.522900] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378317, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.586694] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378316, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.876564] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378311, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.955123] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "10726899-1cb9-4d56-bb77-36c41176ca8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.955418] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.008015] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbfca6-8d62-4b10-a99e-f493ab06da68 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.021271] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbeb462-d0cc-44f2-a682-ace84ec3007b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.024996] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378317, 'name': Rename_Task, 'duration_secs': 0.373276} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.025308] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.027123] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2724a3df-4811-4d58-b7f2-30c2a66f1dfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.058025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af93e372-70e4-4f41-ab42-c8b6174351fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.060612] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 712.060612] env[69411]: value = "task-3378318" [ 712.060612] env[69411]: _type = "Task" [ 712.060612] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.070366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387a4b91-d5e2-4d7c-a246-5cb700f07671 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.079781] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.095636] env[69411]: DEBUG nova.compute.provider_tree [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.103629] env[69411]: DEBUG oslo_vmware.api [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378316, 'name': RemoveSnapshot_Task, 'duration_secs': 0.731686} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.103729] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 712.104130] env[69411]: INFO nova.compute.manager [None req-93832f2b-79fa-440e-bc1a-f044f9b6a2cc tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Took 14.73 seconds to snapshot the instance on the hypervisor. [ 712.225177] env[69411]: DEBUG nova.network.neutron [-] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.339716] env[69411]: DEBUG nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.361571] env[69411]: DEBUG nova.compute.manager [req-3de7eba4-8c20-4adb-94c2-ae0e6d455ba2 req-b3803fcc-1893-41cc-83aa-0076cac9f27f service nova] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Received event network-vif-deleted-13eaae64-0d95-4e0c-acc9-ae14df3becb5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.382162] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378311, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.383664] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.383909] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.384079] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.384271] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.384419] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.384666] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.384823] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.384976] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.385184] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.385350] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.385522] env[69411]: DEBUG nova.virt.hardware [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.386703] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b0510-0e64-4c8c-bfb6-1db71cd54297 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.394810] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24e452f-5123-45c0-8d6d-811847c7edd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.571386] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378318, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.636187] env[69411]: ERROR nova.scheduler.client.report [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [req-961a0164-5c18-41dc-a705-de7e4632e65d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-961a0164-5c18-41dc-a705-de7e4632e65d"}]} [ 712.657052] env[69411]: DEBUG nova.scheduler.client.report [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.680262] env[69411]: DEBUG nova.scheduler.client.report [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.680504] env[69411]: DEBUG nova.compute.provider_tree [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.693500] env[69411]: DEBUG nova.scheduler.client.report [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.722210] env[69411]: DEBUG nova.scheduler.client.report [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.724962] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.725226] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.729244] env[69411]: INFO nova.compute.manager [-] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Took 1.48 seconds to deallocate network for instance. [ 712.760109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "34d5f258-9dba-438d-9a91-f40138283ffc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.760363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "34d5f258-9dba-438d-9a91-f40138283ffc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.884747] env[69411]: DEBUG oslo_vmware.api [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378311, 'name': PowerOnVM_Task, 'duration_secs': 2.828319} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.885117] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.885484] env[69411]: INFO nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Took 13.56 seconds to spawn the instance on the hypervisor. [ 712.885484] env[69411]: DEBUG nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.886710] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6369905a-165b-4e63-92b4-5ad363129e06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.071926] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378318, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.083328] env[69411]: DEBUG nova.network.neutron [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Successfully updated port: b1395710-281e-4ba5-8747-982f2f96c675 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.132575] env[69411]: DEBUG nova.compute.manager [req-d1a315c6-340a-47cc-819f-e8d9d4319928 req-55f0fe40-ecb4-4315-991e-56835d24c795 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Received event network-vif-plugged-b1395710-281e-4ba5-8747-982f2f96c675 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.132850] env[69411]: DEBUG oslo_concurrency.lockutils [req-d1a315c6-340a-47cc-819f-e8d9d4319928 req-55f0fe40-ecb4-4315-991e-56835d24c795 service nova] Acquiring lock "3bce4c1a-a27e-42d5-811a-8f400d4af972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.133024] env[69411]: DEBUG oslo_concurrency.lockutils [req-d1a315c6-340a-47cc-819f-e8d9d4319928 req-55f0fe40-ecb4-4315-991e-56835d24c795 service nova] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.133193] env[69411]: DEBUG oslo_concurrency.lockutils [req-d1a315c6-340a-47cc-819f-e8d9d4319928 req-55f0fe40-ecb4-4315-991e-56835d24c795 service nova] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.133359] env[69411]: DEBUG nova.compute.manager [req-d1a315c6-340a-47cc-819f-e8d9d4319928 req-55f0fe40-ecb4-4315-991e-56835d24c795 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] No waiting events found dispatching network-vif-plugged-b1395710-281e-4ba5-8747-982f2f96c675 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.133550] env[69411]: WARNING nova.compute.manager [req-d1a315c6-340a-47cc-819f-e8d9d4319928 req-55f0fe40-ecb4-4315-991e-56835d24c795 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Received unexpected event network-vif-plugged-b1395710-281e-4ba5-8747-982f2f96c675 for instance with vm_state building and task_state spawning. [ 713.235644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.290853] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3393edcf-c166-427e-a436-e2d78c5bfcfe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.299108] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d95bf-75b3-4ce6-a0d3-1d3c32fbdfff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.330216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de2dfe6-053e-45bc-959c-0a55f1c488ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.337406] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e51921-5c53-4cde-9750-fe8d720dc47e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.350507] env[69411]: DEBUG nova.compute.provider_tree [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.409830] env[69411]: INFO nova.compute.manager [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Took 41.55 seconds to build instance. [ 713.572529] env[69411]: DEBUG oslo_vmware.api [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378318, 'name': PowerOnVM_Task, 'duration_secs': 1.039877} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.572842] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.573072] env[69411]: INFO nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Took 11.52 seconds to spawn the instance on the hypervisor. [ 713.573262] env[69411]: DEBUG nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.574082] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9387c-d211-4977-8300-7b6368b403a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.586360] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "refresh_cache-3bce4c1a-a27e-42d5-811a-8f400d4af972" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.586360] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquired lock "refresh_cache-3bce4c1a-a27e-42d5-811a-8f400d4af972" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.586360] env[69411]: DEBUG nova.network.neutron [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 713.901256] env[69411]: DEBUG nova.scheduler.client.report [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 713.901256] env[69411]: DEBUG nova.compute.provider_tree [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 50 to 51 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 713.901256] env[69411]: DEBUG nova.compute.provider_tree [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.911988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bf3e2310-d31a-4755-af4b-ea4ad58c5911 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.329s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.098288] env[69411]: INFO nova.compute.manager [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Took 40.29 seconds to build instance. [ 714.132160] env[69411]: DEBUG nova.network.neutron [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 714.293000] env[69411]: DEBUG nova.network.neutron [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Updating instance_info_cache with network_info: [{"id": "b1395710-281e-4ba5-8747-982f2f96c675", "address": "fa:16:3e:5a:57:92", "network": {"id": "8fd4f189-32ef-4bdf-8d66-7656753b33a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2035707252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797e9ca8250848bf92e87681829391d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1395710-28", "ovs_interfaceid": "b1395710-281e-4ba5-8747-982f2f96c675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.408963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.107s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.409489] env[69411]: DEBUG nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.412510] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.517s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.413871] env[69411]: INFO nova.compute.claims [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.416836] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7fd25c-3248-48d9-87d8-3d72762d50d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.420011] env[69411]: DEBUG nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.425875] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 714.426122] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-62fe89d2-504d-451f-9188-798a6f6dc859 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.432579] env[69411]: DEBUG oslo_vmware.api [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] Waiting for the task: (returnval){ [ 714.432579] env[69411]: value = "task-3378319" [ 714.432579] env[69411]: _type = "Task" [ 714.432579] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.440344] env[69411]: DEBUG oslo_vmware.api [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] Task: {'id': task-3378319, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.473758] env[69411]: DEBUG nova.compute.manager [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.474932] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af9d6e8-c2fc-4fe1-88be-cba906034fff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.599400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2afa38cb-36a9-4f34-94f1-3ad7843c033d tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.034s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.795498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Releasing lock "refresh_cache-3bce4c1a-a27e-42d5-811a-8f400d4af972" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.795855] env[69411]: DEBUG nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Instance network_info: |[{"id": "b1395710-281e-4ba5-8747-982f2f96c675", "address": "fa:16:3e:5a:57:92", "network": {"id": "8fd4f189-32ef-4bdf-8d66-7656753b33a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2035707252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797e9ca8250848bf92e87681829391d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1395710-28", "ovs_interfaceid": "b1395710-281e-4ba5-8747-982f2f96c675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.796601] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:57:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1395710-281e-4ba5-8747-982f2f96c675', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.804553] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Creating folder: Project (797e9ca8250848bf92e87681829391d8). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.804745] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1a72576-cfc4-485e-9327-06e3337d812b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.815545] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Created folder: Project (797e9ca8250848bf92e87681829391d8) in parent group-v674052. [ 714.815776] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Creating folder: Instances. Parent ref: group-v674118. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.816036] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9f8f11c-c1b2-4485-8f67-0549c9dc50ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.824840] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Created folder: Instances in parent group-v674118. [ 714.825103] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.825522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.825522] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcdf3c12-0d09-4dd4-a698-ae1c8ef4f739 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.844858] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.844858] env[69411]: value = "task-3378322" [ 714.844858] env[69411]: _type = "Task" [ 714.844858] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.853665] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378322, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.921269] env[69411]: DEBUG nova.compute.utils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.924752] env[69411]: DEBUG nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.924964] env[69411]: DEBUG nova.network.neutron [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.944015] env[69411]: DEBUG oslo_vmware.api [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] Task: {'id': task-3378319, 'name': SuspendVM_Task} progress is 54%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.965722] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.980901] env[69411]: DEBUG nova.policy [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c264d7e432d6458499d6d4ace9cfaf0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79b31bc5eae04e20b112fe08d48e3733', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.985736] env[69411]: INFO nova.compute.manager [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] instance snapshotting [ 714.988404] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1384405-c2e8-452c-990b-f45362a5779a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.007558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b614318-3120-44ac-be49-7932f56b0794 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.105301] env[69411]: DEBUG nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.369144] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378322, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.425672] env[69411]: DEBUG nova.network.neutron [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Successfully created port: 6d399912-4574-45c1-887e-763fd78bd36b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.431678] env[69411]: DEBUG nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.447769] env[69411]: DEBUG oslo_vmware.api [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] Task: {'id': task-3378319, 'name': SuspendVM_Task} progress is 54%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.455829] env[69411]: DEBUG nova.compute.manager [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Received event network-changed-b1395710-281e-4ba5-8747-982f2f96c675 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.456034] env[69411]: DEBUG nova.compute.manager [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Refreshing instance network info cache due to event network-changed-b1395710-281e-4ba5-8747-982f2f96c675. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.456256] env[69411]: DEBUG oslo_concurrency.lockutils [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] Acquiring lock "refresh_cache-3bce4c1a-a27e-42d5-811a-8f400d4af972" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.456400] env[69411]: DEBUG oslo_concurrency.lockutils [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] Acquired lock "refresh_cache-3bce4c1a-a27e-42d5-811a-8f400d4af972" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.456560] env[69411]: DEBUG nova.network.neutron [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Refreshing network info cache for port b1395710-281e-4ba5-8747-982f2f96c675 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 715.518968] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.519331] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c6062d3-1838-4544-a5ce-cd0020f41f5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.531444] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 715.531444] env[69411]: value = "task-3378323" [ 715.531444] env[69411]: _type = "Task" [ 715.531444] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.546927] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378323, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.628658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.750893] env[69411]: DEBUG nova.compute.manager [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Received event network-changed-f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.754807] env[69411]: DEBUG nova.compute.manager [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Refreshing instance network info cache due to event network-changed-f4d345ab-9148-414c-93ba-69daa5357752. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.754807] env[69411]: DEBUG oslo_concurrency.lockutils [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] Acquiring lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.754807] env[69411]: DEBUG oslo_concurrency.lockutils [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] Acquired lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.754807] env[69411]: DEBUG nova.network.neutron [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Refreshing network info cache for port f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 715.858303] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378322, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.958820] env[69411]: DEBUG oslo_vmware.api [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] Task: {'id': task-3378319, 'name': SuspendVM_Task, 'duration_secs': 1.334319} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.959136] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 715.959333] env[69411]: DEBUG nova.compute.manager [None req-934e2e98-7eee-4bc8-b32f-4e25b48aa568 tempest-ServersAdminNegativeTestJSON-1713235202 tempest-ServersAdminNegativeTestJSON-1713235202-project-admin] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.961037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc79b72-cf16-4ad5-bc78-15dd455264a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.044347] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378323, 'name': CreateSnapshot_Task, 'duration_secs': 0.515725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.044620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.048028] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688cff47-ad22-4d01-b852-37fc12c3a208 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.063752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dbb77c-23c7-489c-9f63-98021fb2dadd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.070803] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e18d30-ada7-4dc4-8316-be31adda4999 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.106556] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b55156-9e37-43df-bc7d-e8e6efceac58 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.117016] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce04faec-ae09-42ad-9a69-89bc89215bd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.130047] env[69411]: DEBUG nova.compute.provider_tree [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.287804] env[69411]: DEBUG nova.network.neutron [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Updated VIF entry in instance network info cache for port b1395710-281e-4ba5-8747-982f2f96c675. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 716.287804] env[69411]: DEBUG nova.network.neutron [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Updating instance_info_cache with network_info: [{"id": "b1395710-281e-4ba5-8747-982f2f96c675", "address": "fa:16:3e:5a:57:92", "network": {"id": "8fd4f189-32ef-4bdf-8d66-7656753b33a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2035707252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797e9ca8250848bf92e87681829391d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1395710-28", "ovs_interfaceid": "b1395710-281e-4ba5-8747-982f2f96c675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.358602] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378322, 'name': CreateVM_Task, 'duration_secs': 1.188111} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.358912] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.359639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.359829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.360182] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.360453] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44882ae5-a8b9-4d35-b3eb-910f6e9f6e84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.365570] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 716.365570] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521b0373-5ccc-1fcb-c974-9d93ffbbb405" [ 716.365570] env[69411]: _type = "Task" [ 716.365570] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.372927] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521b0373-5ccc-1fcb-c974-9d93ffbbb405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.453108] env[69411]: DEBUG nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.479311] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.479574] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.479732] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.479972] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.480231] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.480425] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.480715] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.480903] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.481098] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.481357] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.481704] env[69411]: DEBUG nova.virt.hardware [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.484951] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed5cd7-a94e-4902-aeee-f820462e429b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.498486] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57b3683-ecb0-4108-97bc-6d6b6b81b9c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.566300] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 716.566655] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50292225-469b-4519-9ff3-d4e68e2b698e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.575399] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 716.575399] env[69411]: value = "task-3378324" [ 716.575399] env[69411]: _type = "Task" [ 716.575399] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.591103] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378324, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.633159] env[69411]: DEBUG nova.scheduler.client.report [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.790154] env[69411]: DEBUG oslo_concurrency.lockutils [req-ce6fee02-d0ae-420d-b65f-8e45dd06514f req-48a62bc8-36af-4746-9e60-1de8322cfd65 service nova] Releasing lock "refresh_cache-3bce4c1a-a27e-42d5-811a-8f400d4af972" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.813016] env[69411]: DEBUG nova.network.neutron [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updated VIF entry in instance network info cache for port f4d345ab-9148-414c-93ba-69daa5357752. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 716.813387] env[69411]: DEBUG nova.network.neutron [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updating instance_info_cache with network_info: [{"id": "f4d345ab-9148-414c-93ba-69daa5357752", "address": "fa:16:3e:11:15:15", "network": {"id": "7bb8c371-8666-4527-ad77-159b4bdad53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-668268130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc299aa49c64f13a4215e2bd1ce18da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d345ab-91", "ovs_interfaceid": "f4d345ab-9148-414c-93ba-69daa5357752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.886435] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521b0373-5ccc-1fcb-c974-9d93ffbbb405, 'name': SearchDatastore_Task, 'duration_secs': 0.049564} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.886435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.886435] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.886435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.886435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.886435] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.886435] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ce46edc-720a-45d4-ac9d-ddfe23b7a522 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.894082] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.894082] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.894082] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f2f6f3-3e33-4984-b771-200c2267c127 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.897408] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 716.897408] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52213630-ca98-6495-b2e5-934707a04767" [ 716.897408] env[69411]: _type = "Task" [ 716.897408] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.908457] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52213630-ca98-6495-b2e5-934707a04767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.087768] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378324, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.140026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.141037] env[69411]: DEBUG nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.145071] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.749s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.145071] env[69411]: DEBUG nova.objects.instance [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lazy-loading 'resources' on Instance uuid 39bc322d-9580-4a77-b858-3b83ad03e32f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.208477] env[69411]: DEBUG nova.network.neutron [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Successfully updated port: 6d399912-4574-45c1-887e-763fd78bd36b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.316115] env[69411]: DEBUG oslo_concurrency.lockutils [req-634567de-b245-4bdf-9f4c-0de37af693ce req-d9bf4cc0-9a6b-418c-830f-1456f042835d service nova] Releasing lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.408660] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52213630-ca98-6495-b2e5-934707a04767, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.409488] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde0e22c-a052-4473-9a59-26cf148f0de0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.414456] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 717.414456] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c8cb1d-b4d7-99f5-c928-c4b4d2046cd5" [ 717.414456] env[69411]: _type = "Task" [ 717.414456] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.422058] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c8cb1d-b4d7-99f5-c928-c4b4d2046cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.586477] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378324, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.651240] env[69411]: DEBUG nova.compute.utils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.653138] env[69411]: DEBUG nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.653223] env[69411]: DEBUG nova.network.neutron [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.680329] env[69411]: DEBUG nova.compute.manager [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Received event network-vif-plugged-6d399912-4574-45c1-887e-763fd78bd36b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.680642] env[69411]: DEBUG oslo_concurrency.lockutils [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] Acquiring lock "cf426e3f-1187-49a3-baf2-6e668af23fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.680867] env[69411]: DEBUG oslo_concurrency.lockutils [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.681052] env[69411]: DEBUG oslo_concurrency.lockutils [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.681395] env[69411]: DEBUG nova.compute.manager [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] No waiting events found dispatching network-vif-plugged-6d399912-4574-45c1-887e-763fd78bd36b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.681395] env[69411]: WARNING nova.compute.manager [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Received unexpected event network-vif-plugged-6d399912-4574-45c1-887e-763fd78bd36b for instance with vm_state building and task_state spawning. [ 717.681542] env[69411]: DEBUG nova.compute.manager [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Received event network-changed-6d399912-4574-45c1-887e-763fd78bd36b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.681692] env[69411]: DEBUG nova.compute.manager [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Refreshing instance network info cache due to event network-changed-6d399912-4574-45c1-887e-763fd78bd36b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.681877] env[69411]: DEBUG oslo_concurrency.lockutils [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] Acquiring lock "refresh_cache-cf426e3f-1187-49a3-baf2-6e668af23fe0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.682028] env[69411]: DEBUG oslo_concurrency.lockutils [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] Acquired lock "refresh_cache-cf426e3f-1187-49a3-baf2-6e668af23fe0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.682182] env[69411]: DEBUG nova.network.neutron [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Refreshing network info cache for port 6d399912-4574-45c1-887e-763fd78bd36b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 717.710058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "refresh_cache-cf426e3f-1187-49a3-baf2-6e668af23fe0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.753068] env[69411]: DEBUG nova.policy [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d924931e9f48b98a0b53f7d8791a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c636c954309846edbee2c7df73507f6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.926942] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c8cb1d-b4d7-99f5-c928-c4b4d2046cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.038471} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.927230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.927501] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 3bce4c1a-a27e-42d5-811a-8f400d4af972/3bce4c1a-a27e-42d5-811a-8f400d4af972.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.927779] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a79e9fb-7f7c-49e9-aa6b-d7f6130cf256 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.934219] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 717.934219] env[69411]: value = "task-3378325" [ 717.934219] env[69411]: _type = "Task" [ 717.934219] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.944600] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.088882] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378324, 'name': CloneVM_Task, 'duration_secs': 1.409513} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.089051] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Created linked-clone VM from snapshot [ 718.089770] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be9bc75-c867-41c3-86a1-917a435ec536 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.100401] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Uploading image 80b4f2d5-7e8c-447f-9c46-374153bcaf80 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 718.131943] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 718.131943] env[69411]: value = "vm-674122" [ 718.131943] env[69411]: _type = "VirtualMachine" [ 718.131943] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 718.132253] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87ccb3a3-fa77-4c45-b337-aeb12d454867 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.142118] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lease: (returnval){ [ 718.142118] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b317d-c6a6-7ef1-f4da-bec19e849547" [ 718.142118] env[69411]: _type = "HttpNfcLease" [ 718.142118] env[69411]: } obtained for exporting VM: (result){ [ 718.142118] env[69411]: value = "vm-674122" [ 718.142118] env[69411]: _type = "VirtualMachine" [ 718.142118] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 718.142484] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the lease: (returnval){ [ 718.142484] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b317d-c6a6-7ef1-f4da-bec19e849547" [ 718.142484] env[69411]: _type = "HttpNfcLease" [ 718.142484] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 718.149689] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 718.149689] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b317d-c6a6-7ef1-f4da-bec19e849547" [ 718.149689] env[69411]: _type = "HttpNfcLease" [ 718.149689] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 718.157270] env[69411]: DEBUG nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.217934] env[69411]: DEBUG nova.network.neutron [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Successfully created port: eaa74d98-9a49-4e25-85fd-97caf0133b80 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.232564] env[69411]: DEBUG nova.network.neutron [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 718.260031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e552023-ba12-4827-8fef-b00aa601164d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.270257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68bad1-7f03-4078-b7db-10c94b7c0e37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.307890] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a92ef1-578e-4616-bae4-05bb2f2cf8e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.315794] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767bb6f1-291b-4cc9-b00a-95cd433c18bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.329324] env[69411]: DEBUG nova.compute.provider_tree [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.364610] env[69411]: DEBUG nova.network.neutron [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.445019] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378325, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.652033] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 718.652033] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b317d-c6a6-7ef1-f4da-bec19e849547" [ 718.652033] env[69411]: _type = "HttpNfcLease" [ 718.652033] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 718.652033] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 718.652033] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b317d-c6a6-7ef1-f4da-bec19e849547" [ 718.652033] env[69411]: _type = "HttpNfcLease" [ 718.652033] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 718.652033] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd4d9db-90b7-4813-934a-3c917b9ba4e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.665094] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a114d2-e97f-0016-7c57-65d6fbf41f43/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 718.665306] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a114d2-e97f-0016-7c57-65d6fbf41f43/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 718.765201] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4afa35ae-f744-4422-97fe-e0b3809c875a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.832591] env[69411]: DEBUG nova.scheduler.client.report [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.868411] env[69411]: DEBUG oslo_concurrency.lockutils [req-33fb548b-a2d5-444c-9c72-56d85db5dc4b req-a6621cbd-1843-4cbf-b279-3dc7dab40a6e service nova] Releasing lock "refresh_cache-cf426e3f-1187-49a3-baf2-6e668af23fe0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.868785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "refresh_cache-cf426e3f-1187-49a3-baf2-6e668af23fe0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.868949] env[69411]: DEBUG nova.network.neutron [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 718.947517] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378325, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.168532] env[69411]: DEBUG nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.197522] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.197828] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.198798] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.198798] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.198798] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.198798] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.198798] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.199099] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.199099] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.199248] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.199494] env[69411]: DEBUG nova.virt.hardware [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.200469] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed0a74b-93ea-41c0-b62c-eb13cb9b0fb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.213177] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2777d95-9a2d-44be-a4b8-0e5365b3b5cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.338454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.340798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.809s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.342071] env[69411]: DEBUG nova.objects.instance [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 719.387404] env[69411]: INFO nova.scheduler.client.report [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted allocations for instance 39bc322d-9580-4a77-b858-3b83ad03e32f [ 719.425398] env[69411]: DEBUG nova.network.neutron [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 719.454109] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378325, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.027524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.454387] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 3bce4c1a-a27e-42d5-811a-8f400d4af972/3bce4c1a-a27e-42d5-811a-8f400d4af972.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.454616] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.454960] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3abfae49-3cb2-4152-9954-af6f7fb84aee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.462042] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 719.462042] env[69411]: value = "task-3378327" [ 719.462042] env[69411]: _type = "Task" [ 719.462042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.473329] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.613155] env[69411]: DEBUG nova.network.neutron [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Updating instance_info_cache with network_info: [{"id": "6d399912-4574-45c1-887e-763fd78bd36b", "address": "fa:16:3e:df:3d:49", "network": {"id": "f5824114-d9fb-4ece-b312-6a71ffd3d005", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-354235277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b31bc5eae04e20b112fe08d48e3733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d399912-45", "ovs_interfaceid": "6d399912-4574-45c1-887e-763fd78bd36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.891022] env[69411]: DEBUG nova.network.neutron [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Successfully updated port: eaa74d98-9a49-4e25-85fd-97caf0133b80 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.896694] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5749a3a8-1c21-46bc-945f-3bb6a19747f6 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "39bc322d-9580-4a77-b858-3b83ad03e32f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.852s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.972544] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.972851] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.973761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5952bb-3686-4d55-a87f-d1fb30617735 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.003027] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 3bce4c1a-a27e-42d5-811a-8f400d4af972/3bce4c1a-a27e-42d5-811a-8f400d4af972.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.003632] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7712cf7f-7c05-4eb7-8d3d-d2411e963e6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.025049] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 720.025049] env[69411]: value = "task-3378328" [ 720.025049] env[69411]: _type = "Task" [ 720.025049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.030402] env[69411]: DEBUG nova.compute.manager [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Received event network-changed-f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.030595] env[69411]: DEBUG nova.compute.manager [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Refreshing instance network info cache due to event network-changed-f4d345ab-9148-414c-93ba-69daa5357752. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.030866] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] Acquiring lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.031029] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] Acquired lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.031266] env[69411]: DEBUG nova.network.neutron [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Refreshing network info cache for port f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 720.037752] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.115757] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "refresh_cache-cf426e3f-1187-49a3-baf2-6e668af23fe0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.116211] env[69411]: DEBUG nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Instance network_info: |[{"id": "6d399912-4574-45c1-887e-763fd78bd36b", "address": "fa:16:3e:df:3d:49", "network": {"id": "f5824114-d9fb-4ece-b312-6a71ffd3d005", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-354235277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b31bc5eae04e20b112fe08d48e3733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d399912-45", "ovs_interfaceid": "6d399912-4574-45c1-887e-763fd78bd36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.116703] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:3d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d399912-4574-45c1-887e-763fd78bd36b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.124319] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Creating folder: Project (79b31bc5eae04e20b112fe08d48e3733). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.124642] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37f74437-12bf-4a94-aa10-5ea2a100af07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.134438] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Created folder: Project (79b31bc5eae04e20b112fe08d48e3733) in parent group-v674052. [ 720.134702] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Creating folder: Instances. Parent ref: group-v674123. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.135106] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e90a5b-2201-4410-97b1-ebae7c51fea7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.143718] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Created folder: Instances in parent group-v674123. [ 720.144050] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.144250] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.144507] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d4b9f8-b795-442b-af85-665a237a081e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.163683] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.163683] env[69411]: value = "task-3378331" [ 720.163683] env[69411]: _type = "Task" [ 720.163683] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.172395] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378331, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.353273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e9818fd-f9e8-475b-a128-a3972cc37a8e tempest-ServersAdmin275Test-1095640205 tempest-ServersAdmin275Test-1095640205-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.354549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.461s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.354819] env[69411]: DEBUG nova.objects.instance [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lazy-loading 'resources' on Instance uuid 01df552d-1482-4974-b0cd-22f8c4494d0a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.391083] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "refresh_cache-677f4657-cc6f-4528-bf47-dd0aa59fdb58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.391290] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired lock "refresh_cache-677f4657-cc6f-4528-bf47-dd0aa59fdb58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.391416] env[69411]: DEBUG nova.network.neutron [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 720.537495] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.675357] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378331, 'name': CreateVM_Task, 'duration_secs': 0.426571} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.675585] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.676436] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.676641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.677017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.677312] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1439f3e7-73be-4022-9642-1f71dee0a74d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.685989] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 720.685989] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d3a5aa-d94c-af58-e5f0-5d3b7f372769" [ 720.685989] env[69411]: _type = "Task" [ 720.685989] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.698411] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d3a5aa-d94c-af58-e5f0-5d3b7f372769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.767599] env[69411]: DEBUG nova.network.neutron [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updated VIF entry in instance network info cache for port f4d345ab-9148-414c-93ba-69daa5357752. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 720.768747] env[69411]: DEBUG nova.network.neutron [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updating instance_info_cache with network_info: [{"id": "f4d345ab-9148-414c-93ba-69daa5357752", "address": "fa:16:3e:11:15:15", "network": {"id": "7bb8c371-8666-4527-ad77-159b4bdad53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-668268130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc299aa49c64f13a4215e2bd1ce18da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d345ab-91", "ovs_interfaceid": "f4d345ab-9148-414c-93ba-69daa5357752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.941676] env[69411]: DEBUG nova.network.neutron [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 721.042722] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378328, 'name': ReconfigVM_Task, 'duration_secs': 0.557137} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.045508] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 3bce4c1a-a27e-42d5-811a-8f400d4af972/3bce4c1a-a27e-42d5-811a-8f400d4af972.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.047592] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd6a3cd-56e5-4227-9124-037e8ef4a48e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.054105] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 721.054105] env[69411]: value = "task-3378332" [ 721.054105] env[69411]: _type = "Task" [ 721.054105] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.063021] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378332, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.132039] env[69411]: DEBUG nova.network.neutron [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Updating instance_info_cache with network_info: [{"id": "eaa74d98-9a49-4e25-85fd-97caf0133b80", "address": "fa:16:3e:26:28:ae", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa74d98-9a", "ovs_interfaceid": "eaa74d98-9a49-4e25-85fd-97caf0133b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.201828] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d3a5aa-d94c-af58-e5f0-5d3b7f372769, 'name': SearchDatastore_Task, 'duration_secs': 0.020997} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.207287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.207287] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.207287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.207287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.207287] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.207534] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4caa6f6-dd8c-4811-b7bf-6e84269859b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.216673] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.216958] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.220450] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de19e225-295e-46c0-8152-38fdd25fd887 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.228985] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 721.228985] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c718de-20e6-3e7b-5012-4457bef7f9cd" [ 721.228985] env[69411]: _type = "Task" [ 721.228985] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.233726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.233790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.233996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.234208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.234374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.237134] env[69411]: INFO nova.compute.manager [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Terminating instance [ 721.245043] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c718de-20e6-3e7b-5012-4457bef7f9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.252660] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785209ba-7353-443b-b571-bb80165e8a67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.258759] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 721.258759] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c0fea0-cf84-7097-bb03-74bb954bc1c0" [ 721.258759] env[69411]: _type = "Task" [ 721.258759] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.270151] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c0fea0-cf84-7097-bb03-74bb954bc1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.275740] env[69411]: DEBUG oslo_concurrency.lockutils [req-5b767d49-e67c-45aa-840e-8b381cb2c268 req-39bc6688-1305-44b9-aa08-9bfbd37d4da2 service nova] Releasing lock "refresh_cache-128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.440025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0664f8-fc2e-4604-a330-6f482849a1d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.447240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb1d83-57ae-43f5-bf55-565e3fa2e064 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.478470] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9ca84c-c332-45af-8f8f-fccb6af9e13c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.486067] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b02ba-8a4a-412e-a16c-3120b8ae5827 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.499450] env[69411]: DEBUG nova.compute.provider_tree [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.564390] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378332, 'name': Rename_Task, 'duration_secs': 0.240668} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.564693] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.564966] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ec3d293-a569-4768-86ff-a5a2e5dcc198 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.572050] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 721.572050] env[69411]: value = "task-3378333" [ 721.572050] env[69411]: _type = "Task" [ 721.572050] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.579819] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.612516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.612878] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.613122] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.613313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.613482] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.615932] env[69411]: INFO nova.compute.manager [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Terminating instance [ 721.634381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Releasing lock "refresh_cache-677f4657-cc6f-4528-bf47-dd0aa59fdb58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.634716] env[69411]: DEBUG nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Instance network_info: |[{"id": "eaa74d98-9a49-4e25-85fd-97caf0133b80", "address": "fa:16:3e:26:28:ae", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa74d98-9a", "ovs_interfaceid": "eaa74d98-9a49-4e25-85fd-97caf0133b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.635265] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:28:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa74d98-9a49-4e25-85fd-97caf0133b80', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.642939] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.643648] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.643933] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33429522-1377-4157-9d19-f951d15c5404 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.667296] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.667296] env[69411]: value = "task-3378334" [ 721.667296] env[69411]: _type = "Task" [ 721.667296] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.675249] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378334, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.752144] env[69411]: DEBUG nova.compute.manager [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.752429] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.753438] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0375cf8d-d9c9-4df1-8e82-e0340cb81bd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.761975] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.765474] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d057d1e3-49e5-4a7d-8b34-65d4927509f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.772413] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c0fea0-cf84-7097-bb03-74bb954bc1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.773800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.774171] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] cf426e3f-1187-49a3-baf2-6e668af23fe0/cf426e3f-1187-49a3-baf2-6e668af23fe0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.774540] env[69411]: DEBUG oslo_vmware.api [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 721.774540] env[69411]: value = "task-3378335" [ 721.774540] env[69411]: _type = "Task" [ 721.774540] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.774784] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dad732c-5060-4d63-8449-142fb83af79e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.785403] env[69411]: DEBUG oslo_vmware.api [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.786821] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 721.786821] env[69411]: value = "task-3378336" [ 721.786821] env[69411]: _type = "Task" [ 721.786821] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.794482] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.039398] env[69411]: DEBUG nova.scheduler.client.report [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 722.039682] env[69411]: DEBUG nova.compute.provider_tree [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 51 to 52 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 722.039870] env[69411]: DEBUG nova.compute.provider_tree [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.084249] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.090030] env[69411]: DEBUG nova.compute.manager [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Received event network-vif-plugged-eaa74d98-9a49-4e25-85fd-97caf0133b80 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.090030] env[69411]: DEBUG oslo_concurrency.lockutils [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] Acquiring lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.090030] env[69411]: DEBUG oslo_concurrency.lockutils [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.090030] env[69411]: DEBUG oslo_concurrency.lockutils [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.090030] env[69411]: DEBUG nova.compute.manager [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] No waiting events found dispatching network-vif-plugged-eaa74d98-9a49-4e25-85fd-97caf0133b80 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.090030] env[69411]: WARNING nova.compute.manager [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Received unexpected event network-vif-plugged-eaa74d98-9a49-4e25-85fd-97caf0133b80 for instance with vm_state building and task_state spawning. [ 722.090030] env[69411]: DEBUG nova.compute.manager [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Received event network-changed-eaa74d98-9a49-4e25-85fd-97caf0133b80 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.090030] env[69411]: DEBUG nova.compute.manager [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Refreshing instance network info cache due to event network-changed-eaa74d98-9a49-4e25-85fd-97caf0133b80. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.090979] env[69411]: DEBUG oslo_concurrency.lockutils [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] Acquiring lock "refresh_cache-677f4657-cc6f-4528-bf47-dd0aa59fdb58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.091270] env[69411]: DEBUG oslo_concurrency.lockutils [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] Acquired lock "refresh_cache-677f4657-cc6f-4528-bf47-dd0aa59fdb58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.091487] env[69411]: DEBUG nova.network.neutron [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Refreshing network info cache for port eaa74d98-9a49-4e25-85fd-97caf0133b80 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 722.123039] env[69411]: DEBUG nova.compute.manager [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.123039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.123039] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344bcec8-de5f-45e1-aa63-4496fbdbb161 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.132096] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.133076] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c618903-b360-450e-b9d2-3095da25c0a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.179802] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378334, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.211473] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.211815] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.212376] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Deleting the datastore file [datastore2] e6f2af6a-16e7-48f8-b199-0a093cd4bac5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.212376] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d547dd83-c518-41cc-93b0-63156d123780 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.219994] env[69411]: DEBUG oslo_vmware.api [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 722.219994] env[69411]: value = "task-3378338" [ 722.219994] env[69411]: _type = "Task" [ 722.219994] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.229789] env[69411]: DEBUG oslo_vmware.api [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.288602] env[69411]: DEBUG oslo_vmware.api [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378335, 'name': PowerOffVM_Task, 'duration_secs': 0.224761} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.291710] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.291906] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.292169] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cb90807-83f2-44da-b08f-2aa505e2551f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.302047] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.372236] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.372473] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.372653] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Deleting the datastore file [datastore2] 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.372970] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83d1c691-e127-4578-9250-e938041853f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.381062] env[69411]: DEBUG oslo_vmware.api [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for the task: (returnval){ [ 722.381062] env[69411]: value = "task-3378340" [ 722.381062] env[69411]: _type = "Task" [ 722.381062] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.087511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.733s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.092247] env[69411]: DEBUG oslo_vmware.api [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.092450] env[69411]: WARNING oslo_vmware.common.loopingcall [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] task run outlasted interval by 0.21115499999999998 sec [ 723.092916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.750s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.094609] env[69411]: INFO nova.compute.claims [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.116916] env[69411]: DEBUG oslo_vmware.api [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378333, 'name': PowerOnVM_Task, 'duration_secs': 1.208091} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.127501] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.129557] env[69411]: INFO nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Took 10.79 seconds to spawn the instance on the hypervisor. [ 723.129557] env[69411]: DEBUG nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.129557] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597755} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.129557] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378334, 'name': CreateVM_Task, 'duration_secs': 0.572464} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.129557] env[69411]: DEBUG oslo_vmware.api [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.129950] env[69411]: INFO nova.scheduler.client.report [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Deleted allocations for instance 01df552d-1482-4974-b0cd-22f8c4494d0a [ 723.132486] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de051f6e-0f7f-4925-ae33-f941b7cf7306 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.133989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] cf426e3f-1187-49a3-baf2-6e668af23fe0/cf426e3f-1187-49a3-baf2-6e668af23fe0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.134260] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.134406] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.134631] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.134956] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.134992] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.135177] env[69411]: INFO nova.compute.manager [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Took 1.01 seconds to destroy the instance on the hypervisor. [ 723.135395] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.140622] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47b0175-72d7-467e-832f-4331813b2c4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.143621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.143621] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.143933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.144197] env[69411]: DEBUG nova.compute.manager [-] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.144291] env[69411]: DEBUG nova.network.neutron [-] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 723.145970] env[69411]: DEBUG oslo_vmware.api [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Task: {'id': task-3378340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287621} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.147196] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5189cad8-64e0-4f92-b473-5f1f69d0938f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.148477] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.148665] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.148838] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.149014] env[69411]: INFO nova.compute.manager [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Took 1.40 seconds to destroy the instance on the hypervisor. [ 723.149247] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.153547] env[69411]: DEBUG nova.compute.manager [-] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.153547] env[69411]: DEBUG nova.network.neutron [-] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 723.157046] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 723.157046] env[69411]: value = "task-3378341" [ 723.157046] env[69411]: _type = "Task" [ 723.157046] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.164472] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 723.164472] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522babbf-53a6-2931-2ec7-6c3a99eb0a33" [ 723.164472] env[69411]: _type = "Task" [ 723.164472] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.172264] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.177927] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522babbf-53a6-2931-2ec7-6c3a99eb0a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.393954] env[69411]: DEBUG nova.network.neutron [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Updated VIF entry in instance network info cache for port eaa74d98-9a49-4e25-85fd-97caf0133b80. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 723.394389] env[69411]: DEBUG nova.network.neutron [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Updating instance_info_cache with network_info: [{"id": "eaa74d98-9a49-4e25-85fd-97caf0133b80", "address": "fa:16:3e:26:28:ae", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa74d98-9a", "ovs_interfaceid": "eaa74d98-9a49-4e25-85fd-97caf0133b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.650058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b27ce80-8d79-4f23-b915-f02be6e9fdc1 tempest-ImagesNegativeTestJSON-473388874 tempest-ImagesNegativeTestJSON-473388874-project-member] Lock "01df552d-1482-4974-b0cd-22f8c4494d0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.905s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.662696] env[69411]: DEBUG nova.compute.manager [req-f90d6cac-b1db-4b8b-bf25-a4ed5960a48f req-286fa05d-e851-4101-973e-d903e8c19b9b service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Received event network-vif-deleted-f4d345ab-9148-414c-93ba-69daa5357752 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.662910] env[69411]: INFO nova.compute.manager [req-f90d6cac-b1db-4b8b-bf25-a4ed5960a48f req-286fa05d-e851-4101-973e-d903e8c19b9b service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Neutron deleted interface f4d345ab-9148-414c-93ba-69daa5357752; detaching it from the instance and deleting it from the info cache [ 723.663114] env[69411]: DEBUG nova.network.neutron [req-f90d6cac-b1db-4b8b-bf25-a4ed5960a48f req-286fa05d-e851-4101-973e-d903e8c19b9b service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.669080] env[69411]: INFO nova.compute.manager [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Took 40.47 seconds to build instance. [ 723.683892] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522babbf-53a6-2931-2ec7-6c3a99eb0a33, 'name': SearchDatastore_Task, 'duration_secs': 0.017142} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.684094] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069757} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.684575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.684861] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.685209] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.685276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.685433] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.685689] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.686175] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51f52f18-402d-4e03-8dd0-5793c0224fe5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.688354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2936f62-4f9d-4842-9508-2c5ef1fa664d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.710881] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] cf426e3f-1187-49a3-baf2-6e668af23fe0/cf426e3f-1187-49a3-baf2-6e668af23fe0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.712222] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e385537f-733a-4c19-ac84-ecac9845cb10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.734057] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.734321] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.736099] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3480b83-f679-44d8-83af-2d11dd38d200 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.743192] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 723.743192] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52481f05-817f-f9c5-10cb-2b08f23e831a" [ 723.743192] env[69411]: _type = "Task" [ 723.743192] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.748991] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 723.748991] env[69411]: value = "task-3378342" [ 723.748991] env[69411]: _type = "Task" [ 723.748991] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.758092] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52481f05-817f-f9c5-10cb-2b08f23e831a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.764726] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.900629] env[69411]: DEBUG oslo_concurrency.lockutils [req-ade6faca-2b9e-4e9d-ba64-ba5be1e521e4 req-629a2042-06e7-4fcd-af95-7d65e0fafcc7 service nova] Releasing lock "refresh_cache-677f4657-cc6f-4528-bf47-dd0aa59fdb58" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.098677] env[69411]: DEBUG nova.network.neutron [-] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.101184] env[69411]: DEBUG nova.network.neutron [-] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.170113] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.171058] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.172770] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-002a33aa-2614-4b5a-98f9-eb79090c2f50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.182278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169cd04-2dfc-48c6-9476-166ba65d9b5a tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.798s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.191308] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066bf341-9ccf-42d3-8ec6-94e96419a9db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.235556] env[69411]: DEBUG nova.compute.manager [req-f90d6cac-b1db-4b8b-bf25-a4ed5960a48f req-286fa05d-e851-4101-973e-d903e8c19b9b service nova] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Detach interface failed, port_id=f4d345ab-9148-414c-93ba-69daa5357752, reason: Instance 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.253434] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52481f05-817f-f9c5-10cb-2b08f23e831a, 'name': SearchDatastore_Task, 'duration_secs': 0.025299} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.259767] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c76a53-df88-4c82-aec1-2365aa5f41e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.269144] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378342, 'name': ReconfigVM_Task, 'duration_secs': 0.486112} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.269453] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 724.269453] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c70b14-7fe2-3c95-8e38-219d67c3ad63" [ 724.269453] env[69411]: _type = "Task" [ 724.269453] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.269735] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Reconfigured VM instance instance-00000017 to attach disk [datastore2] cf426e3f-1187-49a3-baf2-6e668af23fe0/cf426e3f-1187-49a3-baf2-6e668af23fe0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.270449] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25edf065-c4da-41f5-9922-106e926f06ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.283744] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c70b14-7fe2-3c95-8e38-219d67c3ad63, 'name': SearchDatastore_Task, 'duration_secs': 0.013867} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.284866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.285183] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 677f4657-cc6f-4528-bf47-dd0aa59fdb58/677f4657-cc6f-4528-bf47-dd0aa59fdb58.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.285539] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 724.285539] env[69411]: value = "task-3378343" [ 724.285539] env[69411]: _type = "Task" [ 724.285539] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.286088] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58195783-8794-4d67-a3d2-bae98ce8f929 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.299239] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378343, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.299546] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 724.299546] env[69411]: value = "task-3378344" [ 724.299546] env[69411]: _type = "Task" [ 724.299546] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.307417] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.463464] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "3bce4c1a-a27e-42d5-811a-8f400d4af972" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.463736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.463940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "3bce4c1a-a27e-42d5-811a-8f400d4af972-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.464167] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.464342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.466840] env[69411]: INFO nova.compute.manager [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Terminating instance [ 724.603017] env[69411]: INFO nova.compute.manager [-] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Took 1.46 seconds to deallocate network for instance. [ 724.603365] env[69411]: INFO nova.compute.manager [-] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Took 1.45 seconds to deallocate network for instance. [ 724.681121] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a31786-fae7-4ac3-8c04-fb949ff696af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.688710] env[69411]: DEBUG nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.692667] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.693264] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.693264] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.693459] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.693964] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.693964] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.694048] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 724.696283] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.698908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f85a51-ec99-4310-8b36-7005bf9fe210 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.744887] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaeed36-b5fc-424c-b573-2273a054d073 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.756014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c44e7b-d2af-40de-9f3e-29614a832699 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.772387] env[69411]: DEBUG nova.compute.provider_tree [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.797481] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378343, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.808303] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.972469] env[69411]: DEBUG nova.compute.manager [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.972864] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.974733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68680ca-b850-4572-a3b1-0ff9af2d19e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.985325] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.985702] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faa0b632-1baf-4ec9-a0cb-726985a9324b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.994268] env[69411]: DEBUG oslo_vmware.api [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 724.994268] env[69411]: value = "task-3378345" [ 724.994268] env[69411]: _type = "Task" [ 724.994268] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.006062] env[69411]: DEBUG oslo_vmware.api [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.115319] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.116442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.200606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.214322] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.302939] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378343, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.320585] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.322229] env[69411]: DEBUG nova.scheduler.client.report [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.322567] env[69411]: DEBUG nova.compute.provider_tree [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 52 to 53 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.322749] env[69411]: DEBUG nova.compute.provider_tree [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.506734] env[69411]: DEBUG oslo_vmware.api [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378345, 'name': PowerOffVM_Task, 'duration_secs': 0.388204} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.507093] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.507325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.507632] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423d1849-ddd8-4d65-ac7d-2007e2e2a8f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.585204] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.585560] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.585560] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Deleting the datastore file [datastore2] 3bce4c1a-a27e-42d5-811a-8f400d4af972 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.586084] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb0da01f-0d73-42e4-8df5-fa08750e958b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.597998] env[69411]: DEBUG oslo_vmware.api [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for the task: (returnval){ [ 725.597998] env[69411]: value = "task-3378347" [ 725.597998] env[69411]: _type = "Task" [ 725.597998] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.613568] env[69411]: DEBUG oslo_vmware.api [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.719208] env[69411]: DEBUG nova.compute.manager [req-d43da5eb-5521-4701-b123-b9b8df2a7f27 req-f2147843-f0cc-42ef-938e-6e64819cd9e5 service nova] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Received event network-vif-deleted-666f4d8a-dfe2-4125-aa31-882e6e52f6e3 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.799227] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378343, 'name': Rename_Task, 'duration_secs': 1.078172} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.799529] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.799786] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4437f40a-7271-41c9-a46d-0dc1d8a86f30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.807616] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 725.807616] env[69411]: value = "task-3378348" [ 725.807616] env[69411]: _type = "Task" [ 725.807616] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.814722] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378344, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.33761} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.819023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 677f4657-cc6f-4528-bf47-dd0aa59fdb58/677f4657-cc6f-4528-bf47-dd0aa59fdb58.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.819023] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.819023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfaab61d-8858-4d66-bb8b-6c05aa95ed6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.820727] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.824742] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 725.824742] env[69411]: value = "task-3378349" [ 725.824742] env[69411]: _type = "Task" [ 725.824742] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.830708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.831347] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.834047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.328s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.840513] env[69411]: INFO nova.compute.claims [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.851512] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.107972] env[69411]: DEBUG oslo_vmware.api [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Task: {'id': task-3378347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196579} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.108289] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.108494] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.108686] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.108864] env[69411]: INFO nova.compute.manager [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Took 1.14 seconds to destroy the instance on the hypervisor. [ 726.109147] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.109359] env[69411]: DEBUG nova.compute.manager [-] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.109459] env[69411]: DEBUG nova.network.neutron [-] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 726.326467] env[69411]: DEBUG oslo_vmware.api [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378348, 'name': PowerOnVM_Task, 'duration_secs': 0.49369} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.329522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.329756] env[69411]: INFO nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Took 9.88 seconds to spawn the instance on the hypervisor. [ 726.329961] env[69411]: DEBUG nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.330774] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de5339-2ab0-4536-a8e8-1fab98e94661 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.338954] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075191} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.340732] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.344448] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b27ea5-bae6-4871-b755-b3441b249196 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.349702] env[69411]: DEBUG nova.compute.utils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.352249] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.352249] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.373482] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 677f4657-cc6f-4528-bf47-dd0aa59fdb58/677f4657-cc6f-4528-bf47-dd0aa59fdb58.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.375942] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206f0b13-3b80-43be-b1c4-5602cab174f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.399257] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 726.399257] env[69411]: value = "task-3378350" [ 726.399257] env[69411]: _type = "Task" [ 726.399257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.409070] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.450177] env[69411]: DEBUG nova.policy [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04578e0efd054de9b715e9b8bae200d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6287360e3b14164aed283a835d37135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.609086] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a114d2-e97f-0016-7c57-65d6fbf41f43/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.610432] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71da73a1-580a-436a-9cba-135a3eed5bb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.617068] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a114d2-e97f-0016-7c57-65d6fbf41f43/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.617962] env[69411]: ERROR oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a114d2-e97f-0016-7c57-65d6fbf41f43/disk-0.vmdk due to incomplete transfer. [ 726.617962] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6cb4c604-07ee-4573-bb18-321383ba4d16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.624674] env[69411]: DEBUG oslo_vmware.rw_handles [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a114d2-e97f-0016-7c57-65d6fbf41f43/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.624886] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Uploaded image 80b4f2d5-7e8c-447f-9c46-374153bcaf80 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.628106] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.628106] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c883973c-32b5-4b48-ac71-e807179ff4a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.633934] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 726.633934] env[69411]: value = "task-3378351" [ 726.633934] env[69411]: _type = "Task" [ 726.633934] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.641609] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378351, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.784810] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Successfully created port: 9431ae70-3794-45ec-9735-e09a3db6d104 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.857870] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.863934] env[69411]: INFO nova.compute.manager [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Took 42.59 seconds to build instance. [ 726.911444] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378350, 'name': ReconfigVM_Task, 'duration_secs': 0.316906} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.914063] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 677f4657-cc6f-4528-bf47-dd0aa59fdb58/677f4657-cc6f-4528-bf47-dd0aa59fdb58.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.915185] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a30b5145-8ede-4fc2-8985-632fd8520873 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.923251] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 726.923251] env[69411]: value = "task-3378352" [ 726.923251] env[69411]: _type = "Task" [ 726.923251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.938428] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378352, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.958226] env[69411]: DEBUG nova.network.neutron [-] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.147847] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378351, 'name': Destroy_Task, 'duration_secs': 0.342632} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.148333] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Destroyed the VM [ 727.148576] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.149477] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8102df3-7842-469a-a2aa-3dece31dde90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.158949] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 727.158949] env[69411]: value = "task-3378353" [ 727.158949] env[69411]: _type = "Task" [ 727.158949] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.166802] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.375865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ea4fd4-7b5b-4b93-a8b3-55acadaa68f1 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.815s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.419750] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19598c2-a0c5-4d60-90e8-5f06de48afd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.434776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de565e-d31f-40de-836d-20f333994309 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.439015] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378352, 'name': Rename_Task, 'duration_secs': 0.140834} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.439367] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.440061] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa071b8-ad0e-4b3a-9634-f0e2c1370bdc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.467159] env[69411]: INFO nova.compute.manager [-] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Took 1.36 seconds to deallocate network for instance. [ 727.469740] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ec0028-659a-47bc-b59b-3ddc9c637b5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.476490] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 727.476490] env[69411]: value = "task-3378354" [ 727.476490] env[69411]: _type = "Task" [ 727.476490] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.483969] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2add5-3986-491b-88a6-56fe6ce1bf33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.492149] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.502190] env[69411]: DEBUG nova.compute.provider_tree [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.668957] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378353, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.878537] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.881965] env[69411]: DEBUG nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.905486] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.905728] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.905884] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.906154] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.906299] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.906454] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.906666] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.906843] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.907148] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.907379] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.907595] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.908505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e607f-cf8d-4a84-8d3c-654ae4b76b3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.916917] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd5d27-e822-43f6-8330-6938427e6368 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.978406] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.986987] env[69411]: DEBUG oslo_vmware.api [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378354, 'name': PowerOnVM_Task, 'duration_secs': 0.48416} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.988471] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.988688] env[69411]: INFO nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Took 8.82 seconds to spawn the instance on the hypervisor. [ 727.988874] env[69411]: DEBUG nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.989976] env[69411]: DEBUG nova.compute.manager [req-d8727388-15f1-41e7-a7b5-9092cf60f2ac req-2f23ac57-c223-4f8b-bee8-1c499c631aa6 service nova] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Received event network-vif-deleted-b1395710-281e-4ba5-8747-982f2f96c675 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.990778] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aab3cbc-c0a1-44fd-bcb6-803898f93fed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.004790] env[69411]: DEBUG nova.scheduler.client.report [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.169917] env[69411]: DEBUG oslo_vmware.api [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378353, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572284} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.170240] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.170495] env[69411]: INFO nova.compute.manager [None req-561b0010-c683-4afc-9914-ac740cc3bff7 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Took 13.18 seconds to snapshot the instance on the hypervisor. [ 728.405835] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.510489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.511762] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.519156] env[69411]: INFO nova.compute.manager [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Took 42.65 seconds to build instance. [ 728.522894] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.977s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.522894] env[69411]: DEBUG nova.objects.instance [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lazy-loading 'resources' on Instance uuid 3a2b2049-4cae-4ff4-b271-a4b72ef293f5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.649669] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Successfully updated port: 9431ae70-3794-45ec-9735-e09a3db6d104 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.020548] env[69411]: DEBUG nova.compute.utils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.022743] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.022966] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.025247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09581af6-6790-4f95-952c-a28fbdf81af2 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.976s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.110774] env[69411]: DEBUG nova.policy [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04578e0efd054de9b715e9b8bae200d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6287360e3b14164aed283a835d37135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.155479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "refresh_cache-43868de5-6e4f-4e9e-8db8-63fb9f5f180b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.155625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "refresh_cache-43868de5-6e4f-4e9e-8db8-63fb9f5f180b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.155774] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 729.523156] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.534030] env[69411]: DEBUG nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.603289] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf66e9-bfc1-416a-82b5-c2d91ec57ad5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.613542] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80511e82-1701-46a3-ac45-e7f7cffd73b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.647493] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254fb5b-8ace-4efe-948c-0b44a781dfe7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.657307] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d746213-68ca-48f7-83ff-954dcd23033b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.662533] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Successfully created port: 6a10110a-6127-47dc-b88f-699c910d0a7f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.672589] env[69411]: DEBUG nova.compute.provider_tree [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.724856] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 729.966657] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Updating instance_info_cache with network_info: [{"id": "9431ae70-3794-45ec-9735-e09a3db6d104", "address": "fa:16:3e:38:10:7e", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9431ae70-37", "ovs_interfaceid": "9431ae70-3794-45ec-9735-e09a3db6d104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.987910] env[69411]: DEBUG nova.compute.manager [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.989477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f407d8-b9a0-4d87-9974-90a9378e1929 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.054285] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.176358] env[69411]: DEBUG nova.scheduler.client.report [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.206448] env[69411]: DEBUG nova.compute.manager [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Received event network-vif-plugged-9431ae70-3794-45ec-9735-e09a3db6d104 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.206672] env[69411]: DEBUG oslo_concurrency.lockutils [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] Acquiring lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.207633] env[69411]: DEBUG oslo_concurrency.lockutils [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.207845] env[69411]: DEBUG oslo_concurrency.lockutils [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.207995] env[69411]: DEBUG nova.compute.manager [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] No waiting events found dispatching network-vif-plugged-9431ae70-3794-45ec-9735-e09a3db6d104 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.208182] env[69411]: WARNING nova.compute.manager [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Received unexpected event network-vif-plugged-9431ae70-3794-45ec-9735-e09a3db6d104 for instance with vm_state building and task_state spawning. [ 730.208358] env[69411]: DEBUG nova.compute.manager [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Received event network-changed-9431ae70-3794-45ec-9735-e09a3db6d104 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.208497] env[69411]: DEBUG nova.compute.manager [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Refreshing instance network info cache due to event network-changed-9431ae70-3794-45ec-9735-e09a3db6d104. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.208664] env[69411]: DEBUG oslo_concurrency.lockutils [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] Acquiring lock "refresh_cache-43868de5-6e4f-4e9e-8db8-63fb9f5f180b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.467705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.468338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.468974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.471032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.471032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.472306] env[69411]: INFO nova.compute.manager [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Terminating instance [ 730.475646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "refresh_cache-43868de5-6e4f-4e9e-8db8-63fb9f5f180b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.475938] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Instance network_info: |[{"id": "9431ae70-3794-45ec-9735-e09a3db6d104", "address": "fa:16:3e:38:10:7e", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9431ae70-37", "ovs_interfaceid": "9431ae70-3794-45ec-9735-e09a3db6d104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.476224] env[69411]: DEBUG oslo_concurrency.lockutils [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] Acquired lock "refresh_cache-43868de5-6e4f-4e9e-8db8-63fb9f5f180b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.476401] env[69411]: DEBUG nova.network.neutron [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Refreshing network info cache for port 9431ae70-3794-45ec-9735-e09a3db6d104 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 730.477839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:10:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9431ae70-3794-45ec-9735-e09a3db6d104', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.488476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Creating folder: Project (a6287360e3b14164aed283a835d37135). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.493656] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6dbcaaf-8be8-4e86-9035-e274a6748ea4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.500982] env[69411]: INFO nova.compute.manager [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] instance snapshotting [ 730.503539] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba518682-395a-45a6-8b5d-d67138fb15a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.507604] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Created folder: Project (a6287360e3b14164aed283a835d37135) in parent group-v674052. [ 730.507794] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Creating folder: Instances. Parent ref: group-v674127. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.508444] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e768c02f-33d9-494f-9203-71994a039e66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.527794] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0c2525-96e1-4bb2-924e-120e10d1ef9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.540646] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.542800] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Created folder: Instances in parent group-v674127. [ 730.543198] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.544213] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.544538] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b20eeccb-e6d0-4a2c-9f05-b27fad7717ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.571364] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.571364] env[69411]: value = "task-3378357" [ 730.571364] env[69411]: _type = "Task" [ 730.571364] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.587888] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378357, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.590393] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.590583] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.590741] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.590927] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.591090] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.591248] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.591535] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.591621] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.591777] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.591932] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.592132] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.593031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f303a662-f510-41c8-95bf-b101f61e91d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.602308] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc850367-8f26-4990-acfe-ae26ca722248 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.682473] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.685052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.668s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.687205] env[69411]: INFO nova.compute.claims [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.712490] env[69411]: INFO nova.scheduler.client.report [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Deleted allocations for instance 3a2b2049-4cae-4ff4-b271-a4b72ef293f5 [ 730.944043] env[69411]: DEBUG nova.network.neutron [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Updated VIF entry in instance network info cache for port 9431ae70-3794-45ec-9735-e09a3db6d104. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 730.944582] env[69411]: DEBUG nova.network.neutron [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Updating instance_info_cache with network_info: [{"id": "9431ae70-3794-45ec-9735-e09a3db6d104", "address": "fa:16:3e:38:10:7e", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9431ae70-37", "ovs_interfaceid": "9431ae70-3794-45ec-9735-e09a3db6d104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.977491] env[69411]: DEBUG nova.compute.manager [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.977491] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.978932] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74197ed-a248-4692-8f37-96fbc67cd3ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.990123] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.990123] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05b60a89-b9af-4e7a-8737-13ddf15309aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.999015] env[69411]: DEBUG oslo_vmware.api [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 730.999015] env[69411]: value = "task-3378358" [ 730.999015] env[69411]: _type = "Task" [ 730.999015] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.007134] env[69411]: DEBUG oslo_vmware.api [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.046150] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.046618] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ddc56b4d-499c-49e9-8949-8907ff9f44ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.057395] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 731.057395] env[69411]: value = "task-3378359" [ 731.057395] env[69411]: _type = "Task" [ 731.057395] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.068270] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.082804] env[69411]: DEBUG nova.compute.manager [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.086934] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126eb751-f83e-4f0d-9eed-cb773534cdb3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.090367] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378357, 'name': CreateVM_Task, 'duration_secs': 0.334079} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.090367] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.091310] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.091476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.091792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.092050] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d966e6-48f7-4aaa-9928-3ec2e56ca407 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.101023] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 731.101023] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e10f8f-b6fc-9e19-817a-e47af2a0e1c4" [ 731.101023] env[69411]: _type = "Task" [ 731.101023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.111156] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e10f8f-b6fc-9e19-817a-e47af2a0e1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.226648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-18422160-5440-487e-ad82-e5b7ef2bf777 tempest-ServersAdmin275Test-137739818 tempest-ServersAdmin275Test-137739818-project-member] Lock "3a2b2049-4cae-4ff4-b271-a4b72ef293f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.634s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.447657] env[69411]: DEBUG oslo_concurrency.lockutils [req-57cc7f94-49b4-4c86-ad9b-99da13d8301d req-2ef1f2ef-8519-465f-8e75-c512241d4746 service nova] Releasing lock "refresh_cache-43868de5-6e4f-4e9e-8db8-63fb9f5f180b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.508655] env[69411]: DEBUG oslo_vmware.api [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378358, 'name': PowerOffVM_Task, 'duration_secs': 0.166425} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.511422] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.511422] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.511422] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-064c5f90-5310-440a-9f5b-2d355d02bad9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.565235] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.565806] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.566439] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Deleting the datastore file [datastore1] 677f4657-cc6f-4528-bf47-dd0aa59fdb58 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.567591] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799d1d88-9440-4a6b-9631-d5d3d3c3dff0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.573284] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378359, 'name': CreateSnapshot_Task, 'duration_secs': 0.441025} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.577401] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 731.577401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eab74c6-a1d8-4bf4-a8a9-2112bde36c7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.579659] env[69411]: DEBUG oslo_vmware.api [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for the task: (returnval){ [ 731.579659] env[69411]: value = "task-3378361" [ 731.579659] env[69411]: _type = "Task" [ 731.579659] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.596218] env[69411]: DEBUG oslo_vmware.api [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.599420] env[69411]: INFO nova.compute.manager [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] instance snapshotting [ 731.606872] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2186abad-a26e-48d1-b4ec-eeb7044342a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.617489] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e10f8f-b6fc-9e19-817a-e47af2a0e1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015132} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.620139] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Successfully updated port: 6a10110a-6127-47dc-b88f-699c910d0a7f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.636451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.636722] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.636992] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.637175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.637360] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.638852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "refresh_cache-a41d77c1-4653-45f9-affe-07d2c03b3eb8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.638978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "refresh_cache-a41d77c1-4653-45f9-affe-07d2c03b3eb8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.639135] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 731.640193] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3860ac7-cb7b-4273-a92a-03776c7874e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.643010] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5e196-bfc4-4170-a821-f43409201549 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.658039] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.658319] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.662021] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8aa742a-1e5d-4b24-80be-19384571d4b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.665600] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 731.665600] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d75030-0157-1287-3f59-99d44ba073fd" [ 731.665600] env[69411]: _type = "Task" [ 731.665600] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.673535] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d75030-0157-1287-3f59-99d44ba073fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.710436] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 731.928216] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Updating instance_info_cache with network_info: [{"id": "6a10110a-6127-47dc-b88f-699c910d0a7f", "address": "fa:16:3e:1e:ef:c0", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10110a-61", "ovs_interfaceid": "6a10110a-6127-47dc-b88f-699c910d0a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.102576] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.102926] env[69411]: DEBUG oslo_vmware.api [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Task: {'id': task-3378361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402194} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.105650] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90f3275c-469c-4df5-b7ce-d0837e46eae0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.109169] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.109385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.109618] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.109721] env[69411]: INFO nova.compute.manager [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 732.109957] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.110411] env[69411]: DEBUG nova.compute.manager [-] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.110528] env[69411]: DEBUG nova.network.neutron [-] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 732.117319] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 732.117319] env[69411]: value = "task-3378362" [ 732.117319] env[69411]: _type = "Task" [ 732.117319] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.130082] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378362, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.165259] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 732.166306] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3539fd96-d9e3-4bc4-9d26-db0028757f19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.186759] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d75030-0157-1287-3f59-99d44ba073fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.192543] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 732.192543] env[69411]: value = "task-3378363" [ 732.192543] env[69411]: _type = "Task" [ 732.192543] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.194129] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae78a061-a3cf-4329-9a97-8dc34984cee3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.203331] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 732.203331] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52064d94-b2ba-fe45-bacc-1b3cb75fb8ae" [ 732.203331] env[69411]: _type = "Task" [ 732.203331] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.226253] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52064d94-b2ba-fe45-bacc-1b3cb75fb8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.227450] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.227727] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 43868de5-6e4f-4e9e-8db8-63fb9f5f180b/43868de5-6e4f-4e9e-8db8-63fb9f5f180b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.228044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5ee564f-a9b6-4495-a6d9-e674b3100379 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.238067] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 732.238067] env[69411]: value = "task-3378364" [ 732.238067] env[69411]: _type = "Task" [ 732.238067] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.254941] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.284565] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6913b75-45a0-45c4-bc1c-8d9ac78daeb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.295804] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a7d1f3-7835-4a3e-b5b4-5ac8a91b1ad8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.329047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634eac9-2471-4f76-a171-c568df975d22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.337494] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b1e7e9-7b27-477c-9a2b-fe821d2796bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.354385] env[69411]: DEBUG nova.compute.provider_tree [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.432397] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "refresh_cache-a41d77c1-4653-45f9-affe-07d2c03b3eb8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.432760] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Instance network_info: |[{"id": "6a10110a-6127-47dc-b88f-699c910d0a7f", "address": "fa:16:3e:1e:ef:c0", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10110a-61", "ovs_interfaceid": "6a10110a-6127-47dc-b88f-699c910d0a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.433228] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ef:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a10110a-6127-47dc-b88f-699c910d0a7f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.442529] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.442740] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.443033] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f5f4b00-1b49-4a48-bc89-a39d5ba1a3fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.467682] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.467682] env[69411]: value = "task-3378365" [ 732.467682] env[69411]: _type = "Task" [ 732.467682] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.477377] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378365, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.545883] env[69411]: DEBUG nova.compute.manager [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Received event network-vif-plugged-6a10110a-6127-47dc-b88f-699c910d0a7f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.546199] env[69411]: DEBUG oslo_concurrency.lockutils [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] Acquiring lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.547480] env[69411]: DEBUG oslo_concurrency.lockutils [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.547480] env[69411]: DEBUG oslo_concurrency.lockutils [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.547480] env[69411]: DEBUG nova.compute.manager [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] No waiting events found dispatching network-vif-plugged-6a10110a-6127-47dc-b88f-699c910d0a7f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.547480] env[69411]: WARNING nova.compute.manager [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Received unexpected event network-vif-plugged-6a10110a-6127-47dc-b88f-699c910d0a7f for instance with vm_state building and task_state spawning. [ 732.547480] env[69411]: DEBUG nova.compute.manager [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Received event network-changed-6a10110a-6127-47dc-b88f-699c910d0a7f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.547785] env[69411]: DEBUG nova.compute.manager [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Refreshing instance network info cache due to event network-changed-6a10110a-6127-47dc-b88f-699c910d0a7f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.547785] env[69411]: DEBUG oslo_concurrency.lockutils [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] Acquiring lock "refresh_cache-a41d77c1-4653-45f9-affe-07d2c03b3eb8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.547938] env[69411]: DEBUG oslo_concurrency.lockutils [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] Acquired lock "refresh_cache-a41d77c1-4653-45f9-affe-07d2c03b3eb8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.548192] env[69411]: DEBUG nova.network.neutron [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Refreshing network info cache for port 6a10110a-6127-47dc-b88f-699c910d0a7f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 732.562811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.563793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.629159] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378362, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.705353] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.753820] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378364, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.857968] env[69411]: DEBUG nova.scheduler.client.report [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.981249] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378365, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.099372] env[69411]: DEBUG nova.network.neutron [-] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.128348] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378362, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.213244] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.256029] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52724} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.256551] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 43868de5-6e4f-4e9e-8db8-63fb9f5f180b/43868de5-6e4f-4e9e-8db8-63fb9f5f180b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.256648] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.256892] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2697938c-96ab-4c99-8d29-8267ff7c5cd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.263306] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 733.263306] env[69411]: value = "task-3378366" [ 733.263306] env[69411]: _type = "Task" [ 733.263306] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.276539] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.317514] env[69411]: DEBUG nova.network.neutron [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Updated VIF entry in instance network info cache for port 6a10110a-6127-47dc-b88f-699c910d0a7f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 733.317939] env[69411]: DEBUG nova.network.neutron [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Updating instance_info_cache with network_info: [{"id": "6a10110a-6127-47dc-b88f-699c910d0a7f", "address": "fa:16:3e:1e:ef:c0", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a10110a-61", "ovs_interfaceid": "6a10110a-6127-47dc-b88f-699c910d0a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.363336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.363884] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.366968] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.553s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.375594] env[69411]: INFO nova.compute.claims [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.480022] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378365, 'name': CreateVM_Task, 'duration_secs': 0.677821} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.480022] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.480022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.480387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.480469] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.480727] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b22903-b1a7-4cf2-a49e-5109501c98bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.485105] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 733.485105] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52cbc26a-4f56-0b00-0619-ed9f2530dfff" [ 733.485105] env[69411]: _type = "Task" [ 733.485105] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.492579] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cbc26a-4f56-0b00-0619-ed9f2530dfff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.602897] env[69411]: INFO nova.compute.manager [-] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Took 1.49 seconds to deallocate network for instance. [ 733.632345] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378362, 'name': CloneVM_Task, 'duration_secs': 1.296011} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.632345] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Created linked-clone VM from snapshot [ 733.632345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef86a0-8f5d-4458-94bc-4317bdbd5d1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.640908] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Uploading image bcbb50ee-a3be-4c6e-92af-cb18c3e153b4 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 733.670651] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 733.670651] env[69411]: value = "vm-674131" [ 733.670651] env[69411]: _type = "VirtualMachine" [ 733.670651] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 733.671086] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb7ad022-8bf0-4173-8b17-12a95e7d27d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.677917] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lease: (returnval){ [ 733.677917] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dac72a-6df0-6a58-c885-d3c58334b942" [ 733.677917] env[69411]: _type = "HttpNfcLease" [ 733.677917] env[69411]: } obtained for exporting VM: (result){ [ 733.677917] env[69411]: value = "vm-674131" [ 733.677917] env[69411]: _type = "VirtualMachine" [ 733.677917] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 733.678341] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the lease: (returnval){ [ 733.678341] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dac72a-6df0-6a58-c885-d3c58334b942" [ 733.678341] env[69411]: _type = "HttpNfcLease" [ 733.678341] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 733.684351] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.684351] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dac72a-6df0-6a58-c885-d3c58334b942" [ 733.684351] env[69411]: _type = "HttpNfcLease" [ 733.684351] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 733.705454] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378363, 'name': CreateSnapshot_Task, 'duration_secs': 1.167469} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.705703] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 733.706447] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067bb53-4beb-4072-bdac-daae78af8755 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.771974] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07428} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.772346] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.774382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b6df91-ff63-4d40-ae93-fc8961f65df3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.798864] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 43868de5-6e4f-4e9e-8db8-63fb9f5f180b/43868de5-6e4f-4e9e-8db8-63fb9f5f180b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.799156] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3abb745-4645-4f8e-aae5-ffe0ca6fe8fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.820047] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 733.820047] env[69411]: value = "task-3378368" [ 733.820047] env[69411]: _type = "Task" [ 733.820047] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.820509] env[69411]: DEBUG oslo_concurrency.lockutils [req-657378b8-af53-4381-851b-b8fd9247b92f req-76c56659-771e-4813-88f7-21d91214a9a5 service nova] Releasing lock "refresh_cache-a41d77c1-4653-45f9-affe-07d2c03b3eb8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.830174] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.873740] env[69411]: DEBUG nova.compute.utils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.877643] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.877643] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.919218] env[69411]: DEBUG nova.policy [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04578e0efd054de9b715e9b8bae200d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6287360e3b14164aed283a835d37135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.000224] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cbc26a-4f56-0b00-0619-ed9f2530dfff, 'name': SearchDatastore_Task, 'duration_secs': 0.034194} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.000813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001206] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.001731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.002378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.004520] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.004520] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f5ab9b-5cbf-4e50-b5ce-5d8bcd9d857a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.015024] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.015024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.015024] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da22cfa-ccf6-48e5-b068-4222f6f63f65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.019880] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 734.019880] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525d7377-5ce7-ff0f-04af-5e0dd13e4044" [ 734.019880] env[69411]: _type = "Task" [ 734.019880] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.028431] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525d7377-5ce7-ff0f-04af-5e0dd13e4044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.108233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.189742] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 734.189742] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dac72a-6df0-6a58-c885-d3c58334b942" [ 734.189742] env[69411]: _type = "HttpNfcLease" [ 734.189742] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 734.189742] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 734.189742] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dac72a-6df0-6a58-c885-d3c58334b942" [ 734.189742] env[69411]: _type = "HttpNfcLease" [ 734.189742] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 734.189742] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7440538c-1544-4b02-98cf-998841c1e117 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.198771] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52918020-4b62-bfe4-55d0-13d908396dd9/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 734.199104] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52918020-4b62-bfe4-55d0-13d908396dd9/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 734.274798] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 734.275993] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Successfully created port: 595397e3-eff9-4932-a897-a29b64bb4e72 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.279220] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e6f1fd3-5f57-4881-ab53-9edc5611f192 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.288802] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 734.288802] env[69411]: value = "task-3378369" [ 734.288802] env[69411]: _type = "Task" [ 734.288802] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.297245] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378369, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.311393] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a35484b6-1844-4152-b6e1-bad7dbeb9919 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.330479] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378368, 'name': ReconfigVM_Task, 'duration_secs': 0.266073} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.330748] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 43868de5-6e4f-4e9e-8db8-63fb9f5f180b/43868de5-6e4f-4e9e-8db8-63fb9f5f180b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.331387] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43a153d7-c8b6-4762-bf1a-520670c50dad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.337495] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 734.337495] env[69411]: value = "task-3378370" [ 734.337495] env[69411]: _type = "Task" [ 734.337495] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.346052] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378370, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.378366] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.533954] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525d7377-5ce7-ff0f-04af-5e0dd13e4044, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.539368] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7e321e-07bd-4cd0-8294-d2be8a3eb812 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.543367] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 734.543367] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f7c7b2-550f-fb29-2e26-6c8e442f210b" [ 734.543367] env[69411]: _type = "Task" [ 734.543367] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.553227] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f7c7b2-550f-fb29-2e26-6c8e442f210b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.585433] env[69411]: DEBUG nova.compute.manager [req-31412687-132d-41b7-8727-0bae6e418108 req-2199a29a-c5ce-4795-9cc6-2076d84ff1f3 service nova] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Received event network-vif-deleted-eaa74d98-9a49-4e25-85fd-97caf0133b80 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.802955] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378369, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.848495] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378370, 'name': Rename_Task, 'duration_secs': 0.149128} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.848844] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.849173] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b4aafe-f5c9-42e1-973c-4c5467a611bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.862227] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 734.862227] env[69411]: value = "task-3378371" [ 734.862227] env[69411]: _type = "Task" [ 734.862227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.899710] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378371, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.035461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc60b475-01e8-4df0-8941-edfae7d7a691 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.048822] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a514f409-74ea-467e-9b47-35a37025a031 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.060360] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f7c7b2-550f-fb29-2e26-6c8e442f210b, 'name': SearchDatastore_Task, 'duration_secs': 0.025313} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.097550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.097906] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] a41d77c1-4653-45f9-affe-07d2c03b3eb8/a41d77c1-4653-45f9-affe-07d2c03b3eb8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.099720] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593176a3-4c67-4472-a06e-6beca63afad0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.101988] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da272c5-83c7-4a0d-b88b-b0117f98268e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.114012] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dfb1c3-9963-43f5-ba89-9acb280c89cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.120707] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 735.120707] env[69411]: value = "task-3378372" [ 735.120707] env[69411]: _type = "Task" [ 735.120707] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.134666] env[69411]: DEBUG nova.compute.provider_tree [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.141518] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.303633] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378369, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.381084] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378371, 'name': PowerOnVM_Task, 'duration_secs': 0.477803} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.381084] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.381084] env[69411]: INFO nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Took 7.50 seconds to spawn the instance on the hypervisor. [ 735.381084] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.381084] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbae1df-2384-474c-aec1-4fd029813954 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.400217] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.454016] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.455471] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.459416] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.459702] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.459862] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.461390] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.461390] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.461390] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.461390] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.461390] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.461390] env[69411]: DEBUG nova.virt.hardware [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.464094] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26723f7-9470-4d6a-bb31-f485af9f36e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.477437] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c18c4-8523-4ef4-9189-d0cabfd4deb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.633274] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.641032] env[69411]: DEBUG nova.scheduler.client.report [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.803956] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378369, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.906023] env[69411]: INFO nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Took 41.60 seconds to build instance. [ 735.997294] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Successfully updated port: 595397e3-eff9-4932-a897-a29b64bb4e72 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.137572] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.138325] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] a41d77c1-4653-45f9-affe-07d2c03b3eb8/a41d77c1-4653-45f9-affe-07d2c03b3eb8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.138325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.138653] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed978337-1b3e-4455-a4f0-ea816cbd07fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.145896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.146643] env[69411]: DEBUG nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.151434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.247s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.152620] env[69411]: INFO nova.compute.claims [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.155839] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 736.155839] env[69411]: value = "task-3378373" [ 736.155839] env[69411]: _type = "Task" [ 736.155839] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.168440] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.302149] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378369, 'name': CloneVM_Task, 'duration_secs': 1.843508} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.303028] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Created linked-clone VM from snapshot [ 736.303247] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29c385d-ed4d-4dd9-b12c-e95031d3a464 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.311805] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Uploading image f25d5acd-9c85-4b4d-9d5a-0f9cacd254f5 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 736.327911] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.328236] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42ea3f0f-2ca9-462f-80eb-7a893ed60776 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.335790] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 736.335790] env[69411]: value = "task-3378374" [ 736.335790] env[69411]: _type = "Task" [ 736.335790] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.344470] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378374, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.407962] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.781s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.500812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "refresh_cache-9794b7d7-2319-4b49-94b4-3478c397fcea" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.501091] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "refresh_cache-9794b7d7-2319-4b49-94b4-3478c397fcea" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.501277] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 736.612101] env[69411]: DEBUG nova.compute.manager [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Received event network-vif-plugged-595397e3-eff9-4932-a897-a29b64bb4e72 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.612338] env[69411]: DEBUG oslo_concurrency.lockutils [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] Acquiring lock "9794b7d7-2319-4b49-94b4-3478c397fcea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.612551] env[69411]: DEBUG oslo_concurrency.lockutils [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.612726] env[69411]: DEBUG oslo_concurrency.lockutils [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.613074] env[69411]: DEBUG nova.compute.manager [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] No waiting events found dispatching network-vif-plugged-595397e3-eff9-4932-a897-a29b64bb4e72 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.613288] env[69411]: WARNING nova.compute.manager [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Received unexpected event network-vif-plugged-595397e3-eff9-4932-a897-a29b64bb4e72 for instance with vm_state building and task_state spawning. [ 736.613462] env[69411]: DEBUG nova.compute.manager [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Received event network-changed-595397e3-eff9-4932-a897-a29b64bb4e72 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.613609] env[69411]: DEBUG nova.compute.manager [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Refreshing instance network info cache due to event network-changed-595397e3-eff9-4932-a897-a29b64bb4e72. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.613780] env[69411]: DEBUG oslo_concurrency.lockutils [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] Acquiring lock "refresh_cache-9794b7d7-2319-4b49-94b4-3478c397fcea" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.661713] env[69411]: DEBUG nova.compute.utils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.663484] env[69411]: DEBUG nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.663619] env[69411]: DEBUG nova.network.neutron [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.682592] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098545} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.683451] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.684376] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25935475-fd94-4d2e-89e1-00114653cd13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.710278] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a41d77c1-4653-45f9-affe-07d2c03b3eb8/a41d77c1-4653-45f9-affe-07d2c03b3eb8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.710997] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cb5ea0-ec92-4470-85e5-54f3bcefbf19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.731411] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 736.731411] env[69411]: value = "task-3378375" [ 736.731411] env[69411]: _type = "Task" [ 736.731411] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.736445] env[69411]: DEBUG nova.policy [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6156e6a85f3c4808a895ef7a80625aad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd524b158227c42a49401ce3d561966a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.741779] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.846372] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378374, 'name': Destroy_Task, 'duration_secs': 0.382282} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.846832] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Destroyed the VM [ 736.847225] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.847616] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a26e3bbd-a6af-488c-a46a-6653f1afc70e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.857146] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 736.857146] env[69411]: value = "task-3378376" [ 736.857146] env[69411]: _type = "Task" [ 736.857146] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.867700] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.913611] env[69411]: DEBUG nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.055519] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 737.172143] env[69411]: DEBUG nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.248998] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378375, 'name': ReconfigVM_Task, 'duration_secs': 0.28664} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.249840] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a41d77c1-4653-45f9-affe-07d2c03b3eb8/a41d77c1-4653-45f9-affe-07d2c03b3eb8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.250053] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d3cf5e6-9750-4d4c-abab-998d27431f47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.257936] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 737.257936] env[69411]: value = "task-3378377" [ 737.257936] env[69411]: _type = "Task" [ 737.257936] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.270969] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378377, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.280924] env[69411]: DEBUG nova.network.neutron [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Successfully created port: bef8cd0f-509b-49c7-8add-bb0a6b9456af {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.374021] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378376, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.406592] env[69411]: DEBUG nova.network.neutron [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Updating instance_info_cache with network_info: [{"id": "595397e3-eff9-4932-a897-a29b64bb4e72", "address": "fa:16:3e:67:2e:16", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap595397e3-ef", "ovs_interfaceid": "595397e3-eff9-4932-a897-a29b64bb4e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.448612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.770708] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378377, 'name': Rename_Task, 'duration_secs': 0.143995} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.770994] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.771265] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce598d86-7a71-4713-9f55-31487bce1e47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.779310] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 737.779310] env[69411]: value = "task-3378378" [ 737.779310] env[69411]: _type = "Task" [ 737.779310] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.790827] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.819243] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daf66c7-1438-4595-833b-072dd1763809 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.827153] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b63b3-781b-4394-a1a3-d012f644c950 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.864862] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0abd503-e84a-46d2-a03e-c8df723e946b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.872644] env[69411]: DEBUG oslo_vmware.api [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378376, 'name': RemoveSnapshot_Task, 'duration_secs': 0.669064} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.874981] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.878651] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce256116-2701-4d64-97e6-4d83fdb734fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.894386] env[69411]: DEBUG nova.compute.provider_tree [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.912557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "refresh_cache-9794b7d7-2319-4b49-94b4-3478c397fcea" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.914465] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Instance network_info: |[{"id": "595397e3-eff9-4932-a897-a29b64bb4e72", "address": "fa:16:3e:67:2e:16", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap595397e3-ef", "ovs_interfaceid": "595397e3-eff9-4932-a897-a29b64bb4e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.914465] env[69411]: DEBUG oslo_concurrency.lockutils [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] Acquired lock "refresh_cache-9794b7d7-2319-4b49-94b4-3478c397fcea" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.914465] env[69411]: DEBUG nova.network.neutron [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Refreshing network info cache for port 595397e3-eff9-4932-a897-a29b64bb4e72 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 737.915969] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:2e:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '595397e3-eff9-4932-a897-a29b64bb4e72', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.923739] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.924902] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.925182] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b5fd25c-334b-4112-bea7-1f7e2fa6d62b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.948714] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.948714] env[69411]: value = "task-3378379" [ 737.948714] env[69411]: _type = "Task" [ 737.948714] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.958883] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378379, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.184015] env[69411]: DEBUG nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.213722] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.214238] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.214495] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.214773] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.214961] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.215195] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.215495] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.215736] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.215996] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.216271] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.216560] env[69411]: DEBUG nova.virt.hardware [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.217530] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7a319-73a8-4ec1-a434-fcb0bfc939a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.226959] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2b2ade-377f-41b0-a98d-64a65953750f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.292470] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378378, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.386048] env[69411]: WARNING nova.compute.manager [None req-a1808046-575b-4be1-8da8-1faea3af8ce7 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Image not found during snapshot: nova.exception.ImageNotFound: Image f25d5acd-9c85-4b4d-9d5a-0f9cacd254f5 could not be found. [ 738.421191] env[69411]: ERROR nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [req-9d946a71-fea6-435c-a456-a441a8fb5e8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d946a71-fea6-435c-a456-a441a8fb5e8e"}]} [ 738.439890] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.458489] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378379, 'name': CreateVM_Task, 'duration_secs': 0.346148} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.459456] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.459668] env[69411]: DEBUG nova.compute.provider_tree [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.461565] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.462476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.462624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.462917] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.463258] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbad136d-983d-4e5b-8bb8-95a23e9de256 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.470083] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 738.470083] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523613b7-12de-39ec-4005-24b430a05842" [ 738.470083] env[69411]: _type = "Task" [ 738.470083] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.474335] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.481691] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523613b7-12de-39ec-4005-24b430a05842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.506503] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 738.693325] env[69411]: DEBUG nova.network.neutron [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Updated VIF entry in instance network info cache for port 595397e3-eff9-4932-a897-a29b64bb4e72. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 738.693726] env[69411]: DEBUG nova.network.neutron [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Updating instance_info_cache with network_info: [{"id": "595397e3-eff9-4932-a897-a29b64bb4e72", "address": "fa:16:3e:67:2e:16", "network": {"id": "6bae5626-880a-4ca8-a8b8-e4969794d274", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2059538349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6287360e3b14164aed283a835d37135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap595397e3-ef", "ovs_interfaceid": "595397e3-eff9-4932-a897-a29b64bb4e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.793127] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378378, 'name': PowerOnVM_Task, 'duration_secs': 0.542141} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.796097] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.796357] env[69411]: INFO nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Took 8.26 seconds to spawn the instance on the hypervisor. [ 738.796562] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.797860] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33b6802-da86-4791-a478-f11bf28c6f98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.983014] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523613b7-12de-39ec-4005-24b430a05842, 'name': SearchDatastore_Task, 'duration_secs': 0.015973} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.983451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.984024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.984594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.984807] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.985062] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.985584] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c032bd07-72a8-4aa2-a3a3-303acb475823 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.995943] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.996158] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.997400] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f283fd86-1035-4b36-b3ee-aced1759bd9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.006291] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 739.006291] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c5322a-c521-dc7d-0059-f1e8919aa2ed" [ 739.006291] env[69411]: _type = "Task" [ 739.006291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.017194] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c5322a-c521-dc7d-0059-f1e8919aa2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.061960] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8314871d-bdc6-4a6e-b636-45cca524a2ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.071922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10096fab-99d4-49e1-b919-433280c76232 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.077625] env[69411]: DEBUG nova.network.neutron [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Successfully updated port: bef8cd0f-509b-49c7-8add-bb0a6b9456af {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.107467] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57016628-e97d-4bec-8018-0b66a2231e20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.115935] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b0260-df8d-46e5-8d1b-1d80004acac7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.131076] env[69411]: DEBUG nova.compute.provider_tree [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.188396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "cf426e3f-1187-49a3-baf2-6e668af23fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.189619] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.189852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "cf426e3f-1187-49a3-baf2-6e668af23fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.190064] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.190241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.193703] env[69411]: INFO nova.compute.manager [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Terminating instance [ 739.197290] env[69411]: DEBUG oslo_concurrency.lockutils [req-700fb835-f191-46e2-8dd2-7a072b953926 req-785eed9f-065a-406f-a76d-efe18924c4a3 service nova] Releasing lock "refresh_cache-9794b7d7-2319-4b49-94b4-3478c397fcea" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.285175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.285467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.312662] env[69411]: DEBUG nova.compute.manager [req-ffe4a6f1-cc9d-47f0-b136-c460ad8c3b90 req-3e29b3e8-ac75-4b2f-951a-681bcb357af5 service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Received event network-vif-plugged-bef8cd0f-509b-49c7-8add-bb0a6b9456af {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.312894] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffe4a6f1-cc9d-47f0-b136-c460ad8c3b90 req-3e29b3e8-ac75-4b2f-951a-681bcb357af5 service nova] Acquiring lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.313177] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffe4a6f1-cc9d-47f0-b136-c460ad8c3b90 req-3e29b3e8-ac75-4b2f-951a-681bcb357af5 service nova] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.313389] env[69411]: DEBUG oslo_concurrency.lockutils [req-ffe4a6f1-cc9d-47f0-b136-c460ad8c3b90 req-3e29b3e8-ac75-4b2f-951a-681bcb357af5 service nova] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.317025] env[69411]: DEBUG nova.compute.manager [req-ffe4a6f1-cc9d-47f0-b136-c460ad8c3b90 req-3e29b3e8-ac75-4b2f-951a-681bcb357af5 service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] No waiting events found dispatching network-vif-plugged-bef8cd0f-509b-49c7-8add-bb0a6b9456af {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.317025] env[69411]: WARNING nova.compute.manager [req-ffe4a6f1-cc9d-47f0-b136-c460ad8c3b90 req-3e29b3e8-ac75-4b2f-951a-681bcb357af5 service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Received unexpected event network-vif-plugged-bef8cd0f-509b-49c7-8add-bb0a6b9456af for instance with vm_state building and task_state spawning. [ 739.317851] env[69411]: INFO nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Took 44.83 seconds to build instance. [ 739.516826] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c5322a-c521-dc7d-0059-f1e8919aa2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.019016} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.517984] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42707c13-eabc-4424-9684-31c2213b923f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.527338] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 739.527338] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5235df00-20f3-07c2-d8eb-46a4760053ff" [ 739.527338] env[69411]: _type = "Task" [ 739.527338] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.539312] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5235df00-20f3-07c2-d8eb-46a4760053ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.607350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "refresh_cache-555b0fa4-0a00-4aa3-afb8-2ced527008dd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.607504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquired lock "refresh_cache-555b0fa4-0a00-4aa3-afb8-2ced527008dd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.607789] env[69411]: DEBUG nova.network.neutron [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 739.658139] env[69411]: ERROR nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [req-9e68791a-d9e8-4d30-ab50-571814566c9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e68791a-d9e8-4d30-ab50-571814566c9a"}]} [ 739.679829] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.698960] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.699256] env[69411]: DEBUG nova.compute.provider_tree [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.702121] env[69411]: DEBUG nova.compute.manager [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.702121] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.703318] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe70bd9-2819-413e-b9fb-246e2f95a611 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.711891] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.712202] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e5b585-fae2-4e88-9375-f82ab198d067 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.718403] env[69411]: DEBUG oslo_vmware.api [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 739.718403] env[69411]: value = "task-3378380" [ 739.718403] env[69411]: _type = "Task" [ 739.718403] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.726948] env[69411]: DEBUG oslo_vmware.api [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.728000] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.750790] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.771268] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.771506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.822292] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.161s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.041430] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5235df00-20f3-07c2-d8eb-46a4760053ff, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.041430] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.041753] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 9794b7d7-2319-4b49-94b4-3478c397fcea/9794b7d7-2319-4b49-94b4-3478c397fcea.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.041916] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f6891ff-60bc-4750-aa31-bbab4635fb01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.053848] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 740.053848] env[69411]: value = "task-3378381" [ 740.053848] env[69411]: _type = "Task" [ 740.053848] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.065834] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.141306] env[69411]: DEBUG nova.network.neutron [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 740.230672] env[69411]: DEBUG oslo_vmware.api [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378380, 'name': PowerOffVM_Task, 'duration_secs': 0.238327} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.230948] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.231140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.231401] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd167778-dbd7-4bf9-bd99-ae3bff58f1ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.324099] env[69411]: DEBUG nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.345659] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef0ba59-16f8-4a10-8b03-13d383d03b2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.356438] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a27a8d-7b18-4c20-89fa-77d89f061019 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.399580] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd863e-5a47-4a17-9698-32db7626005d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.402707] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.403057] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.403297] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleting the datastore file [datastore2] cf426e3f-1187-49a3-baf2-6e668af23fe0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.404649] env[69411]: DEBUG nova.network.neutron [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Updating instance_info_cache with network_info: [{"id": "bef8cd0f-509b-49c7-8add-bb0a6b9456af", "address": "fa:16:3e:af:0a:20", "network": {"id": "b9a692a8-676c-4f02-a40e-873433bbba14", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1396403430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d524b158227c42a49401ce3d561966a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef8cd0f-50", "ovs_interfaceid": "bef8cd0f-509b-49c7-8add-bb0a6b9456af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.406250] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d3fadd8-5328-4d1a-992f-c7631ba401ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.418848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc02ec0-f8a1-4abe-b8bd-5c5363c5b84b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.423529] env[69411]: DEBUG oslo_vmware.api [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 740.423529] env[69411]: value = "task-3378383" [ 740.423529] env[69411]: _type = "Task" [ 740.423529] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.439815] env[69411]: DEBUG nova.compute.provider_tree [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.449462] env[69411]: DEBUG oslo_vmware.api [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.573189] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.846412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.912142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Releasing lock "refresh_cache-555b0fa4-0a00-4aa3-afb8-2ced527008dd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.912142] env[69411]: DEBUG nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Instance network_info: |[{"id": "bef8cd0f-509b-49c7-8add-bb0a6b9456af", "address": "fa:16:3e:af:0a:20", "network": {"id": "b9a692a8-676c-4f02-a40e-873433bbba14", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1396403430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d524b158227c42a49401ce3d561966a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef8cd0f-50", "ovs_interfaceid": "bef8cd0f-509b-49c7-8add-bb0a6b9456af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.912142] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:0a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef8cd0f-509b-49c7-8add-bb0a6b9456af', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.919088] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Creating folder: Project (d524b158227c42a49401ce3d561966a6). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.919396] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-357cf2ad-3520-410e-a607-e4df4f39ea84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.929845] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Created folder: Project (d524b158227c42a49401ce3d561966a6) in parent group-v674052. [ 740.929967] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Creating folder: Instances. Parent ref: group-v674136. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.930514] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4372696-9f47-4853-bd69-556aac64f6f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.934984] env[69411]: DEBUG oslo_vmware.api [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488383} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.935667] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.935838] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.936062] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.936245] env[69411]: INFO nova.compute.manager [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 740.936527] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.936736] env[69411]: DEBUG nova.compute.manager [-] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.936835] env[69411]: DEBUG nova.network.neutron [-] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 740.946655] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Created folder: Instances in parent group-v674136. [ 740.946655] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.947063] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.947310] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f89eb688-0cf1-4615-b226-01111040537b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.967421] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.967421] env[69411]: value = "task-3378386" [ 740.967421] env[69411]: _type = "Task" [ 740.967421] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.979466] env[69411]: DEBUG nova.scheduler.client.report [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 740.979824] env[69411]: DEBUG nova.compute.provider_tree [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 56 to 57 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 740.979929] env[69411]: DEBUG nova.compute.provider_tree [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.983323] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378386, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.067999] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648887} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.068533] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 9794b7d7-2319-4b49-94b4-3478c397fcea/9794b7d7-2319-4b49-94b4-3478c397fcea.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.068805] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.069132] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7241cf99-d368-4239-9077-4b3bbdeb3434 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.076861] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 741.076861] env[69411]: value = "task-3378387" [ 741.076861] env[69411]: _type = "Task" [ 741.076861] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.084832] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.343841] env[69411]: DEBUG nova.compute.manager [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Received event network-changed-bef8cd0f-509b-49c7-8add-bb0a6b9456af {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.344103] env[69411]: DEBUG nova.compute.manager [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Refreshing instance network info cache due to event network-changed-bef8cd0f-509b-49c7-8add-bb0a6b9456af. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.344340] env[69411]: DEBUG oslo_concurrency.lockutils [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] Acquiring lock "refresh_cache-555b0fa4-0a00-4aa3-afb8-2ced527008dd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.344491] env[69411]: DEBUG oslo_concurrency.lockutils [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] Acquired lock "refresh_cache-555b0fa4-0a00-4aa3-afb8-2ced527008dd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.344653] env[69411]: DEBUG nova.network.neutron [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Refreshing network info cache for port bef8cd0f-509b-49c7-8add-bb0a6b9456af {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 741.479258] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378386, 'name': CreateVM_Task, 'duration_secs': 0.444858} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.479258] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.479934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.480171] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.480648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.481188] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6776fff-02fd-4f8d-8c40-b9ef836a2510 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.486094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.334s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.486094] env[69411]: DEBUG nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.490964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.854s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.490964] env[69411]: DEBUG nova.objects.instance [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lazy-loading 'resources' on Instance uuid a2d78409-c1cb-4eaa-ab49-08d51f0d670b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.491942] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 741.491942] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526e6262-c2f7-8acf-ae1e-e2a15ae45311" [ 741.491942] env[69411]: _type = "Task" [ 741.491942] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.503605] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526e6262-c2f7-8acf-ae1e-e2a15ae45311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.585020] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079556} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.585396] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.586129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55360448-40fa-4643-95b9-dfaf3c911426 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.609599] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 9794b7d7-2319-4b49-94b4-3478c397fcea/9794b7d7-2319-4b49-94b4-3478c397fcea.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.610363] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fd12bc-6f58-44c2-bc16-e67590e18bef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.631935] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 741.631935] env[69411]: value = "task-3378388" [ 741.631935] env[69411]: _type = "Task" [ 741.631935] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.640801] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.728491] env[69411]: DEBUG nova.network.neutron [-] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.971204] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52918020-4b62-bfe4-55d0-13d908396dd9/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.972123] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2970bb93-d9f4-489d-8aad-4b3614b1bc4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.978416] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52918020-4b62-bfe4-55d0-13d908396dd9/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.978583] env[69411]: ERROR oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52918020-4b62-bfe4-55d0-13d908396dd9/disk-0.vmdk due to incomplete transfer. [ 741.978794] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b74265f-e2ff-416d-b16e-8cada08cadb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.985757] env[69411]: DEBUG oslo_vmware.rw_handles [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52918020-4b62-bfe4-55d0-13d908396dd9/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.985950] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Uploaded image bcbb50ee-a3be-4c6e-92af-cb18c3e153b4 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.987938] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.988178] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f671299-a99e-4d30-befb-5d14cf9659d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.994661] env[69411]: DEBUG nova.compute.utils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.999352] env[69411]: DEBUG nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.999620] env[69411]: DEBUG nova.network.neutron [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.004353] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 742.004353] env[69411]: value = "task-3378389" [ 742.004353] env[69411]: _type = "Task" [ 742.004353] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.011968] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526e6262-c2f7-8acf-ae1e-e2a15ae45311, 'name': SearchDatastore_Task, 'duration_secs': 0.016727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.012559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.012795] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.013066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.013222] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.013425] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.013971] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c8752fe-cee2-4a01-a92d-ef59e0046a4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.019036] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378389, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.025478] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.025478] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.026110] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8a5b46-1ed7-46e0-8d44-b12ddc604945 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.032840] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 742.032840] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5282c16a-16cb-d336-45e1-cdfa6e4bfd07" [ 742.032840] env[69411]: _type = "Task" [ 742.032840] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.042160] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5282c16a-16cb-d336-45e1-cdfa6e4bfd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.062644] env[69411]: DEBUG nova.policy [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fdcbd91fd7444f6bd2c968898a84514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80cef38b5654624a30c743e5fc561e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.147849] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.149175] env[69411]: DEBUG nova.network.neutron [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Updated VIF entry in instance network info cache for port bef8cd0f-509b-49c7-8add-bb0a6b9456af. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 742.149901] env[69411]: DEBUG nova.network.neutron [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Updating instance_info_cache with network_info: [{"id": "bef8cd0f-509b-49c7-8add-bb0a6b9456af", "address": "fa:16:3e:af:0a:20", "network": {"id": "b9a692a8-676c-4f02-a40e-873433bbba14", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1396403430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d524b158227c42a49401ce3d561966a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef8cd0f-50", "ovs_interfaceid": "bef8cd0f-509b-49c7-8add-bb0a6b9456af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.234890] env[69411]: INFO nova.compute.manager [-] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Took 1.30 seconds to deallocate network for instance. [ 742.432409] env[69411]: DEBUG nova.network.neutron [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Successfully created port: 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.499256] env[69411]: DEBUG nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.515882] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378389, 'name': Destroy_Task, 'duration_secs': 0.353909} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.516463] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Destroyed the VM [ 742.516463] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.516781] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e89bb41f-8734-4c57-a387-773000ebb934 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.523429] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 742.523429] env[69411]: value = "task-3378390" [ 742.523429] env[69411]: _type = "Task" [ 742.523429] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.531636] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378390, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.542066] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5282c16a-16cb-d336-45e1-cdfa6e4bfd07, 'name': SearchDatastore_Task, 'duration_secs': 0.019178} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.544491] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b321a6e-97f1-4e10-bfab-7776483b532d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.550205] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 742.550205] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522a2b49-7cf7-5f85-1fdc-c752e2622fc9" [ 742.550205] env[69411]: _type = "Task" [ 742.550205] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.558133] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522a2b49-7cf7-5f85-1fdc-c752e2622fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.592802] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61742a22-5702-4a3f-89d6-c8d561a95175 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.600935] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a9753-8841-4cf5-8430-8efc07d90f4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.632387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b770b59-9de1-44ba-8448-bb849a60bfc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.645954] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d2090a-4e3f-4bf0-bdb2-a19f2e9760a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.651040] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378388, 'name': ReconfigVM_Task, 'duration_secs': 0.683466} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.651040] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 9794b7d7-2319-4b49-94b4-3478c397fcea/9794b7d7-2319-4b49-94b4-3478c397fcea.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.651680] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63948816-6c79-448c-8281-7bb475caecde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.661280] env[69411]: DEBUG oslo_concurrency.lockutils [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] Releasing lock "refresh_cache-555b0fa4-0a00-4aa3-afb8-2ced527008dd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.661583] env[69411]: DEBUG nova.compute.manager [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Received event network-vif-deleted-6d399912-4574-45c1-887e-763fd78bd36b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.661787] env[69411]: INFO nova.compute.manager [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Neutron deleted interface 6d399912-4574-45c1-887e-763fd78bd36b; detaching it from the instance and deleting it from the info cache [ 742.662075] env[69411]: DEBUG nova.network.neutron [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.663330] env[69411]: DEBUG nova.compute.provider_tree [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.672128] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 742.672128] env[69411]: value = "task-3378391" [ 742.672128] env[69411]: _type = "Task" [ 742.672128] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.681485] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378391, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.748729] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.035281] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378390, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.061015] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522a2b49-7cf7-5f85-1fdc-c752e2622fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.020819} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.061015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.061015] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 555b0fa4-0a00-4aa3-afb8-2ced527008dd/555b0fa4-0a00-4aa3-afb8-2ced527008dd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.061015] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97c9ac1b-8a4a-405e-ace4-d594b9071ceb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.066279] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 743.066279] env[69411]: value = "task-3378392" [ 743.066279] env[69411]: _type = "Task" [ 743.066279] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.074485] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.166092] env[69411]: DEBUG nova.scheduler.client.report [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.169526] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84cc6f71-b3b3-4d64-92a9-0b612c7bc92e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.181262] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705a0de-a57c-40c3-a7ef-064431130d01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.196644] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378391, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.217240] env[69411]: DEBUG nova.compute.manager [req-ceb2e926-327d-43ad-9043-44286259cd9a req-5916481d-c0c5-4991-affb-6d3247d8999c service nova] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Detach interface failed, port_id=6d399912-4574-45c1-887e-763fd78bd36b, reason: Instance cf426e3f-1187-49a3-baf2-6e668af23fe0 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.512279] env[69411]: DEBUG nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.535531] env[69411]: DEBUG oslo_vmware.api [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378390, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520761} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.538515] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.538515] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.538685] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.538802] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.538951] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.539633] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.539888] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.540069] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.540247] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.540415] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.540592] env[69411]: DEBUG nova.virt.hardware [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.540886] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.541124] env[69411]: INFO nova.compute.manager [None req-0b64e593-f578-4f84-9a62-f26670e2a0f9 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Took 13.04 seconds to snapshot the instance on the hypervisor. [ 743.544697] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6193c8b-e0fe-4a72-b868-635df52db060 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.552456] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3277cb79-d231-43ee-89ce-461c64f6dbee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.577243] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.673349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.678021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.160s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.687947] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378391, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.702454] env[69411]: INFO nova.scheduler.client.report [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Deleted allocations for instance a2d78409-c1cb-4eaa-ab49-08d51f0d670b [ 744.080106] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.192436] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378391, 'name': Rename_Task, 'duration_secs': 1.283544} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.192799] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.193138] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eda2b6cc-0c14-4faa-8032-4f88bd5d0988 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.199409] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 744.199409] env[69411]: value = "task-3378393" [ 744.199409] env[69411]: _type = "Task" [ 744.199409] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.210693] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.211181] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2215f3c4-dad1-42c7-91ee-30983bd0a877 tempest-ServerMetadataNegativeTestJSON-281229208 tempest-ServerMetadataNegativeTestJSON-281229208-project-member] Lock "a2d78409-c1cb-4eaa-ab49-08d51f0d670b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.445s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.220566] env[69411]: DEBUG nova.compute.manager [req-7f43a8b4-ca98-44c9-8bcd-2fbe667da63b req-7b205124-4fa0-46d8-8fa5-072aee9c97fb service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Received event network-vif-plugged-57f5778e-b5f8-40ad-a568-dd1eea5b4a45 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.220796] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f43a8b4-ca98-44c9-8bcd-2fbe667da63b req-7b205124-4fa0-46d8-8fa5-072aee9c97fb service nova] Acquiring lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.221034] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f43a8b4-ca98-44c9-8bcd-2fbe667da63b req-7b205124-4fa0-46d8-8fa5-072aee9c97fb service nova] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.221261] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f43a8b4-ca98-44c9-8bcd-2fbe667da63b req-7b205124-4fa0-46d8-8fa5-072aee9c97fb service nova] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.221439] env[69411]: DEBUG nova.compute.manager [req-7f43a8b4-ca98-44c9-8bcd-2fbe667da63b req-7b205124-4fa0-46d8-8fa5-072aee9c97fb service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] No waiting events found dispatching network-vif-plugged-57f5778e-b5f8-40ad-a568-dd1eea5b4a45 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.221579] env[69411]: WARNING nova.compute.manager [req-7f43a8b4-ca98-44c9-8bcd-2fbe667da63b req-7b205124-4fa0-46d8-8fa5-072aee9c97fb service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Received unexpected event network-vif-plugged-57f5778e-b5f8-40ad-a568-dd1eea5b4a45 for instance with vm_state building and task_state spawning. [ 744.240389] env[69411]: DEBUG nova.network.neutron [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Successfully updated port: 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.583759] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.707432] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11629fe8-9ae9-431a-8048-78c3805a0561 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.721113] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c11182c-672f-41fe-a49f-5e69e9b7be06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.722948] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.756158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "refresh_cache-fef4cad8-9e52-4c98-a450-5cbcb43f19d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.756312] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "refresh_cache-fef4cad8-9e52-4c98-a450-5cbcb43f19d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.756491] env[69411]: DEBUG nova.network.neutron [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 744.761123] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af04da5-0af7-4ff2-8eb2-bef1eaa17376 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.767055] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf1d8c-67b2-4558-8b5b-6f6d6f68e2ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.787018] env[69411]: DEBUG nova.compute.provider_tree [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.082972] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378392, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.541552} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.083254] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 555b0fa4-0a00-4aa3-afb8-2ced527008dd/555b0fa4-0a00-4aa3-afb8-2ced527008dd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.083496] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.083754] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db5e592-c0b4-45a0-a452-f023ea41d5da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.090904] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 745.090904] env[69411]: value = "task-3378394" [ 745.090904] env[69411]: _type = "Task" [ 745.090904] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.101182] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.211752] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378393, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.293405] env[69411]: DEBUG nova.scheduler.client.report [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.319773] env[69411]: DEBUG nova.network.neutron [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 745.608033] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067665} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.608033] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.608033] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308bf3a8-4ae0-4a7a-adb0-3a82cf60623a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.631168] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 555b0fa4-0a00-4aa3-afb8-2ced527008dd/555b0fa4-0a00-4aa3-afb8-2ced527008dd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.632255] env[69411]: DEBUG nova.network.neutron [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Updating instance_info_cache with network_info: [{"id": "57f5778e-b5f8-40ad-a568-dd1eea5b4a45", "address": "fa:16:3e:db:60:a4", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f5778e-b5", "ovs_interfaceid": "57f5778e-b5f8-40ad-a568-dd1eea5b4a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.633970] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f0f44e7-3c1f-40c9-b712-a6e731c64d37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.655425] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 745.655425] env[69411]: value = "task-3378395" [ 745.655425] env[69411]: _type = "Task" [ 745.655425] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.664875] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.710685] env[69411]: DEBUG oslo_vmware.api [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378393, 'name': PowerOnVM_Task, 'duration_secs': 1.295051} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.710961] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.711619] env[69411]: INFO nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Took 10.31 seconds to spawn the instance on the hypervisor. [ 745.711938] env[69411]: DEBUG nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.712734] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff5cee-5c60-4d12-a19f-899d9aadcc94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.135174] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "refresh_cache-fef4cad8-9e52-4c98-a450-5cbcb43f19d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.136162] env[69411]: DEBUG nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Instance network_info: |[{"id": "57f5778e-b5f8-40ad-a568-dd1eea5b4a45", "address": "fa:16:3e:db:60:a4", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f5778e-b5", "ovs_interfaceid": "57f5778e-b5f8-40ad-a568-dd1eea5b4a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.138199] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:60:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f5778e-b5f8-40ad-a568-dd1eea5b4a45', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.145713] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.146425] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.147273] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08107e9f-3cb0-4470-8ac6-c954219d798b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.175538] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378395, 'name': ReconfigVM_Task, 'duration_secs': 0.407228} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.175538] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 555b0fa4-0a00-4aa3-afb8-2ced527008dd/555b0fa4-0a00-4aa3-afb8-2ced527008dd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.175538] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.175538] env[69411]: value = "task-3378396" [ 746.175538] env[69411]: _type = "Task" [ 746.175538] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.175538] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d12697bb-923d-4302-9c0f-64c60c729ecd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.183250] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378396, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.184480] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 746.184480] env[69411]: value = "task-3378397" [ 746.184480] env[69411]: _type = "Task" [ 746.184480] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.192158] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378397, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.230110] env[69411]: INFO nova.compute.manager [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Took 51.24 seconds to build instance. [ 746.300964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.624s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.304698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.069s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.304966] env[69411]: DEBUG nova.objects.instance [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lazy-loading 'resources' on Instance uuid 03603f13-a3d3-4960-889c-4f26d1eef446 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.399077] env[69411]: DEBUG nova.compute.manager [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Received event network-changed-57f5778e-b5f8-40ad-a568-dd1eea5b4a45 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.399077] env[69411]: DEBUG nova.compute.manager [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Refreshing instance network info cache due to event network-changed-57f5778e-b5f8-40ad-a568-dd1eea5b4a45. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.399077] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] Acquiring lock "refresh_cache-fef4cad8-9e52-4c98-a450-5cbcb43f19d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.399077] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] Acquired lock "refresh_cache-fef4cad8-9e52-4c98-a450-5cbcb43f19d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.399077] env[69411]: DEBUG nova.network.neutron [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Refreshing network info cache for port 57f5778e-b5f8-40ad-a568-dd1eea5b4a45 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 746.685478] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378396, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.695371] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378397, 'name': Rename_Task, 'duration_secs': 0.149498} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.695371] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.695371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12cd61fe-1c44-4e1a-be67-15649ad6ea25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.700667] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 746.700667] env[69411]: value = "task-3378398" [ 746.700667] env[69411]: _type = "Task" [ 746.700667] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.709151] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.731832] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a86893a-54b0-49b7-b014-fe8c06bc8bf8 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.045s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.870260] env[69411]: INFO nova.scheduler.client.report [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Deleted allocation for migration 39a44885-cbd4-45a2-907e-f6df00abea11 [ 747.121048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "e946f1e9-8219-4a53-843d-65044bd6d369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.121293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e946f1e9-8219-4a53-843d-65044bd6d369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.121737] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "e946f1e9-8219-4a53-843d-65044bd6d369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.121737] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e946f1e9-8219-4a53-843d-65044bd6d369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.121934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e946f1e9-8219-4a53-843d-65044bd6d369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.124491] env[69411]: INFO nova.compute.manager [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Terminating instance [ 747.173021] env[69411]: DEBUG nova.network.neutron [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Updated VIF entry in instance network info cache for port 57f5778e-b5f8-40ad-a568-dd1eea5b4a45. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 747.173021] env[69411]: DEBUG nova.network.neutron [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Updating instance_info_cache with network_info: [{"id": "57f5778e-b5f8-40ad-a568-dd1eea5b4a45", "address": "fa:16:3e:db:60:a4", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f5778e-b5", "ovs_interfaceid": "57f5778e-b5f8-40ad-a568-dd1eea5b4a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.186555] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378396, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.214971] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.234921] env[69411]: DEBUG nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.349163] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5119c362-51c5-430d-adc7-5e1ef399b051 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.356690] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409107c3-8b9b-4554-b4f9-1a18aebc000c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.389985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-17861335-be5d-4c10-9271-7991410c9826 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.048s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.391960] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4c952-a9ab-4b56-8ec0-92e32768b675 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.400120] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2193d7-39de-4473-b660-520d7bdd4a3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.415816] env[69411]: DEBUG nova.compute.provider_tree [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.634040] env[69411]: DEBUG nova.compute.manager [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.634395] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.636209] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9dcc1e-a6e4-41d7-bb04-32df4ccacb3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.645305] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.645590] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd84a10e-1823-4c80-93b2-3d97b9692ada {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.651584] env[69411]: DEBUG oslo_vmware.api [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 747.651584] env[69411]: value = "task-3378399" [ 747.651584] env[69411]: _type = "Task" [ 747.651584] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.662912] env[69411]: DEBUG oslo_vmware.api [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.677085] env[69411]: DEBUG oslo_concurrency.lockutils [req-ca7bf216-d3a1-49fd-8c15-45ae484b07c4 req-8a0be3f2-846e-4c9f-95c9-5390de8386cf service nova] Releasing lock "refresh_cache-fef4cad8-9e52-4c98-a450-5cbcb43f19d9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.696009] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378396, 'name': CreateVM_Task, 'duration_secs': 1.316523} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.696259] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.697045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.697240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.697754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.698044] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfdc00d-c00c-48ef-a50c-315d25db40cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.710028] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 747.710028] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e1cd52-384a-0992-c919-1760d728126b" [ 747.710028] env[69411]: _type = "Task" [ 747.710028] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.715169] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.721331] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e1cd52-384a-0992-c919-1760d728126b, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.721775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.722134] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.722512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.722769] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.723090] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.723530] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50d67a33-8819-4787-a384-7905295007cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.732649] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.735337] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.736780] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315ff714-d139-4115-bf4d-c97f0dbd3cad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.743826] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 747.743826] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a92cd9-0f56-18b7-0c01-ab17946061e6" [ 747.743826] env[69411]: _type = "Task" [ 747.743826] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.748535] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.748937] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.749314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.749675] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.750043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.755039] env[69411]: INFO nova.compute.manager [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Terminating instance [ 747.761582] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a92cd9-0f56-18b7-0c01-ab17946061e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.764112] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902726d6-fe13-42db-b064-4fc3a5a5d7ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.771729] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 747.771729] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b369f0-8c91-12ec-353a-e6f94bbd63bf" [ 747.771729] env[69411]: _type = "Task" [ 747.771729] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.781570] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b369f0-8c91-12ec-353a-e6f94bbd63bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.784992] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.919785] env[69411]: DEBUG nova.scheduler.client.report [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.160987] env[69411]: DEBUG oslo_vmware.api [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378399, 'name': PowerOffVM_Task, 'duration_secs': 0.285005} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.161286] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.161448] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.161695] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c81bcd-1198-4177-b4ab-55f269e207e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.217201] env[69411]: DEBUG oslo_vmware.api [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378398, 'name': PowerOnVM_Task, 'duration_secs': 1.41913} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.217201] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.217201] env[69411]: INFO nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Took 10.03 seconds to spawn the instance on the hypervisor. [ 748.217201] env[69411]: DEBUG nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.217201] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf7efd-f7b8-4987-af47-aa560900283c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.221407] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.221582] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.221778] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Deleting the datastore file [datastore1] e946f1e9-8219-4a53-843d-65044bd6d369 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.223413] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dc559c0-085a-4fbc-bc72-a8aff4ff801d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.232713] env[69411]: DEBUG oslo_vmware.api [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 748.232713] env[69411]: value = "task-3378401" [ 748.232713] env[69411]: _type = "Task" [ 748.232713] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.241749] env[69411]: DEBUG oslo_vmware.api [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.267832] env[69411]: DEBUG nova.compute.manager [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.268171] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.269212] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6367cdb7-3e7d-42bb-851a-fb636b64bf29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.283259] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b369f0-8c91-12ec-353a-e6f94bbd63bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.285573] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.285752] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] fef4cad8-9e52-4c98-a450-5cbcb43f19d9/fef4cad8-9e52-4c98-a450-5cbcb43f19d9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.286060] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.286281] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75463684-1000-42df-bdba-402314a2def4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.288216] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f435f355-30fa-4217-9be4-b8a723e67a8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.294675] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 748.294675] env[69411]: value = "task-3378402" [ 748.294675] env[69411]: _type = "Task" [ 748.294675] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.296019] env[69411]: DEBUG oslo_vmware.api [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 748.296019] env[69411]: value = "task-3378403" [ 748.296019] env[69411]: _type = "Task" [ 748.296019] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.308122] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.311615] env[69411]: DEBUG oslo_vmware.api [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.428206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.429089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.463s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.432923] env[69411]: INFO nova.compute.claims [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.457204] env[69411]: INFO nova.scheduler.client.report [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Deleted allocations for instance 03603f13-a3d3-4960-889c-4f26d1eef446 [ 748.741180] env[69411]: INFO nova.compute.manager [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Took 49.95 seconds to build instance. [ 748.751645] env[69411]: DEBUG oslo_vmware.api [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167076} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.752061] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.752320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.752578] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.752800] env[69411]: INFO nova.compute.manager [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Took 1.12 seconds to destroy the instance on the hypervisor. [ 748.755623] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.755623] env[69411]: DEBUG nova.compute.manager [-] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.755623] env[69411]: DEBUG nova.network.neutron [-] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 748.818921] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.822030] env[69411]: DEBUG oslo_vmware.api [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378403, 'name': PowerOffVM_Task, 'duration_secs': 0.16802} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.822306] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.822486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.822815] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7533a24-6b25-4485-b691-a424f15be33c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.901858] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.902545] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.902838] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleting the datastore file [datastore2] 43868de5-6e4f-4e9e-8db8-63fb9f5f180b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.904674] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-514f4528-1cac-4dcf-9543-8d92d3b965f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.912182] env[69411]: DEBUG oslo_vmware.api [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 748.912182] env[69411]: value = "task-3378405" [ 748.912182] env[69411]: _type = "Task" [ 748.912182] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.924671] env[69411]: DEBUG oslo_vmware.api [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.970441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4525cd90-4d78-4def-9af9-416b8bde5660 tempest-TenantUsagesTestJSON-1284380704 tempest-TenantUsagesTestJSON-1284380704-project-member] Lock "03603f13-a3d3-4960-889c-4f26d1eef446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.898s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.251267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8419e96b-50ed-4fe7-a895-ebdddadde40c tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.445s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.311348] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611615} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.311636] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] fef4cad8-9e52-4c98-a450-5cbcb43f19d9/fef4cad8-9e52-4c98-a450-5cbcb43f19d9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.311868] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.312136] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9169c08-d5cc-417d-a18f-dc57e2e30d73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.324169] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 749.324169] env[69411]: value = "task-3378406" [ 749.324169] env[69411]: _type = "Task" [ 749.324169] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.336176] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.421800] env[69411]: DEBUG oslo_vmware.api [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45763} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.422222] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.422468] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.422704] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.423278] env[69411]: INFO nova.compute.manager [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.423575] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.423814] env[69411]: DEBUG nova.compute.manager [-] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.423956] env[69411]: DEBUG nova.network.neutron [-] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 749.592817] env[69411]: DEBUG nova.compute.manager [req-8f9ded25-a1e2-4bf4-bc8f-14ad967591aa req-6eab02fc-d04c-40bb-8a6a-0804a69a0c92 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Received event network-vif-deleted-591d6ed6-060a-431c-87af-43a3728e371b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.593033] env[69411]: INFO nova.compute.manager [req-8f9ded25-a1e2-4bf4-bc8f-14ad967591aa req-6eab02fc-d04c-40bb-8a6a-0804a69a0c92 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Neutron deleted interface 591d6ed6-060a-431c-87af-43a3728e371b; detaching it from the instance and deleting it from the info cache [ 749.593217] env[69411]: DEBUG nova.network.neutron [req-8f9ded25-a1e2-4bf4-bc8f-14ad967591aa req-6eab02fc-d04c-40bb-8a6a-0804a69a0c92 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.754537] env[69411]: DEBUG nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.790047] env[69411]: DEBUG nova.network.neutron [-] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.833557] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064991} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.833961] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.834795] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd7bf9e-ce2c-4d36-896e-431bee2c6fbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.858038] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] fef4cad8-9e52-4c98-a450-5cbcb43f19d9/fef4cad8-9e52-4c98-a450-5cbcb43f19d9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.861122] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fd1a57-c905-4602-916c-d078c0668570 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.884517] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 749.884517] env[69411]: value = "task-3378407" [ 749.884517] env[69411]: _type = "Task" [ 749.884517] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.895966] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.999211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca68674c-b677-4cdf-97f9-439d81a66646 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "interface-555b0fa4-0a00-4aa3-afb8-2ced527008dd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.999211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca68674c-b677-4cdf-97f9-439d81a66646 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "interface-555b0fa4-0a00-4aa3-afb8-2ced527008dd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.999211] env[69411]: DEBUG nova.objects.instance [None req-ca68674c-b677-4cdf-97f9-439d81a66646 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lazy-loading 'flavor' on Instance uuid 555b0fa4-0a00-4aa3-afb8-2ced527008dd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.026415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "f1721a7b-378a-4fca-968f-63d27df12cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.026698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.096124] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-811076a7-d3ec-4982-9337-fa413f2f7090 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.111416] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e98341-885e-443e-b174-c3f23f65aa94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.157375] env[69411]: DEBUG nova.compute.manager [req-8f9ded25-a1e2-4bf4-bc8f-14ad967591aa req-6eab02fc-d04c-40bb-8a6a-0804a69a0c92 service nova] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Detach interface failed, port_id=591d6ed6-060a-431c-87af-43a3728e371b, reason: Instance e946f1e9-8219-4a53-843d-65044bd6d369 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.172015] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08ced19-0cea-4447-ba14-c12405815f7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.180744] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1902a27-1e10-461d-866b-14ac467df5df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.212110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b8522-bb0c-4e7d-b7a7-c36645ec1156 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.219738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6c481f-eb65-47c8-afde-c32619a075d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.237173] env[69411]: DEBUG nova.compute.provider_tree [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.293196] env[69411]: INFO nova.compute.manager [-] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Took 1.54 seconds to deallocate network for instance. [ 750.299766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.395280] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378407, 'name': ReconfigVM_Task, 'duration_secs': 0.484757} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.395654] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Reconfigured VM instance instance-0000001d to attach disk [datastore2] fef4cad8-9e52-4c98-a450-5cbcb43f19d9/fef4cad8-9e52-4c98-a450-5cbcb43f19d9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.400024] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69c5c8c4-0ec4-42f2-910b-f705a16eda46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.404180] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 750.404180] env[69411]: value = "task-3378408" [ 750.404180] env[69411]: _type = "Task" [ 750.404180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.415286] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378408, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.506651] env[69411]: DEBUG nova.objects.instance [None req-ca68674c-b677-4cdf-97f9-439d81a66646 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lazy-loading 'pci_requests' on Instance uuid 555b0fa4-0a00-4aa3-afb8-2ced527008dd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.603972] env[69411]: DEBUG nova.network.neutron [-] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.760586] env[69411]: ERROR nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [req-49b4c483-b629-4bc6-8640-fd83865c24ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49b4c483-b629-4bc6-8640-fd83865c24ef"}]} [ 750.778375] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.793551] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.793809] env[69411]: DEBUG nova.compute.provider_tree [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.801918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.805832] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.826070] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 750.913406] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378408, 'name': Rename_Task, 'duration_secs': 0.288198} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.916149] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.916616] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44731c46-18f1-4d2b-8ef0-0be6567d1967 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.923699] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 750.923699] env[69411]: value = "task-3378409" [ 750.923699] env[69411]: _type = "Task" [ 750.923699] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.940885] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378409, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.011764] env[69411]: DEBUG nova.objects.base [None req-ca68674c-b677-4cdf-97f9-439d81a66646 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Object Instance<555b0fa4-0a00-4aa3-afb8-2ced527008dd> lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 751.011994] env[69411]: DEBUG nova.network.neutron [None req-ca68674c-b677-4cdf-97f9-439d81a66646 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.099191] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ca68674c-b677-4cdf-97f9-439d81a66646 tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "interface-555b0fa4-0a00-4aa3-afb8-2ced527008dd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.101s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.111679] env[69411]: INFO nova.compute.manager [-] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Took 1.69 seconds to deallocate network for instance. [ 751.341667] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a20a69-d9bf-4e6d-8526-0c1bdef36a53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.350058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d70276-14bc-46d9-ae55-b06740f25d13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.384178] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc7bba0-5abd-4957-9888-500a41881b9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.389122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11407a66-af1f-4cd7-80df-fc4716b7193d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.402748] env[69411]: DEBUG nova.compute.provider_tree [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.432935] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.621177] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.793153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "1683b25a-b952-4887-b71b-e0d542b1208e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.793429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "1683b25a-b952-4887-b71b-e0d542b1208e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.924126] env[69411]: ERROR nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [req-e6b47a56-70d9-464b-a7f0-d39533dd6cf4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6b47a56-70d9-464b-a7f0-d39533dd6cf4"}]} [ 751.934618] env[69411]: DEBUG oslo_vmware.api [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378409, 'name': PowerOnVM_Task, 'duration_secs': 0.970189} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.934886] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.935132] env[69411]: INFO nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Took 8.42 seconds to spawn the instance on the hypervisor. [ 751.935319] env[69411]: DEBUG nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.936195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d777198-b382-4b92-98c7-09356d0d9afd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.945211] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 751.959605] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 751.959605] env[69411]: DEBUG nova.compute.provider_tree [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.971688] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 751.995495] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 752.456129] env[69411]: INFO nova.compute.manager [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Took 44.60 seconds to build instance. [ 752.493036] env[69411]: DEBUG nova.compute.manager [req-17278cdd-767c-4a1d-abd3-7b8ac99d9e68 req-d8a48c34-b24e-47d5-922f-fe52cc5d7e55 service nova] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Received event network-vif-deleted-9431ae70-3794-45ec-9735-e09a3db6d104 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.538504] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbaf02-7fbd-4626-bf3b-1b357cd06091 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.546257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7812ff-d6fd-40ef-a333-231986bc2238 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.578406] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e06d1-2a4a-4791-a782-f4cc7160e5f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.585639] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cafcc9-3aa3-4297-b3d7-4dbd6eea10a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.598795] env[69411]: DEBUG nova.compute.provider_tree [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.958266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-590a768e-06da-4c81-900a-a5191d6b97d1 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.962s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.143049] env[69411]: DEBUG nova.scheduler.client.report [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 753.143221] env[69411]: DEBUG nova.compute.provider_tree [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 60 to 61 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 753.143412] env[69411]: DEBUG nova.compute.provider_tree [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.175565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.175911] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.176143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.176333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.176514] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.184338] env[69411]: INFO nova.compute.manager [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Terminating instance [ 753.460754] env[69411]: DEBUG nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.624696] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3199a579-7a7f-4ff1-a552-723cd21f8396 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.633432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-96c63857-9715-41e0-ac9a-471318bfd518 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 753.633690] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ec8fa3ce-ef51-4671-a944-26d9579ff3b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.640979] env[69411]: DEBUG oslo_vmware.api [None req-96c63857-9715-41e0-ac9a-471318bfd518 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 753.640979] env[69411]: value = "task-3378410" [ 753.640979] env[69411]: _type = "Task" [ 753.640979] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.648778] env[69411]: DEBUG oslo_vmware.api [None req-96c63857-9715-41e0-ac9a-471318bfd518 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378410, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.649543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.221s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.650771] env[69411]: DEBUG nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.657192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.025s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.658757] env[69411]: INFO nova.compute.claims [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.689526] env[69411]: DEBUG nova.compute.manager [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.689774] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.690721] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e493d064-5fcf-45ab-9617-aa85964835f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.699604] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.699876] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b2f52b7-e296-45a0-8c6b-72f0d9a99c1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.711048] env[69411]: DEBUG oslo_vmware.api [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 753.711048] env[69411]: value = "task-3378411" [ 753.711048] env[69411]: _type = "Task" [ 753.711048] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.720889] env[69411]: DEBUG oslo_vmware.api [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.985318] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.154419] env[69411]: DEBUG oslo_vmware.api [None req-96c63857-9715-41e0-ac9a-471318bfd518 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378410, 'name': SuspendVM_Task} progress is 70%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.164035] env[69411]: DEBUG nova.compute.utils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.168298] env[69411]: DEBUG nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 754.220133] env[69411]: DEBUG oslo_vmware.api [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378411, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.655977] env[69411]: DEBUG oslo_vmware.api [None req-96c63857-9715-41e0-ac9a-471318bfd518 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378410, 'name': SuspendVM_Task, 'duration_secs': 0.790386} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.656570] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-96c63857-9715-41e0-ac9a-471318bfd518 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 754.656772] env[69411]: DEBUG nova.compute.manager [None req-96c63857-9715-41e0-ac9a-471318bfd518 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.657762] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167bdcb1-cef6-435a-aebe-6fd5a2d96b5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.670219] env[69411]: DEBUG nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.725671] env[69411]: DEBUG oslo_vmware.api [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378411, 'name': PowerOffVM_Task, 'duration_secs': 0.71885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.725671] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.725671] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.725671] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c0eabd-e334-40cb-b776-7f700269f7f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.809418] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.809650] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.809837] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Deleting the datastore file [datastore2] 555b0fa4-0a00-4aa3-afb8-2ced527008dd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.810105] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-409b29b6-72ba-4373-a2ab-32ae91753b95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.819764] env[69411]: DEBUG oslo_vmware.api [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for the task: (returnval){ [ 754.819764] env[69411]: value = "task-3378413" [ 754.819764] env[69411]: _type = "Task" [ 754.819764] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.836271] env[69411]: DEBUG oslo_vmware.api [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.261138] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c27419-fa54-4d0a-871f-9b875162dfc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.267924] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ef76a4-c051-4aa7-82ab-4fffc460570e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.305029] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd4260-263d-40f5-9fe1-d805a0f0e6f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.312404] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d4f16-b4f4-4e18-95d0-72c375af8363 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.327781] env[69411]: DEBUG nova.compute.provider_tree [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.338395] env[69411]: DEBUG oslo_vmware.api [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Task: {'id': task-3378413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374729} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.338395] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.338642] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.338915] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.339107] env[69411]: INFO nova.compute.manager [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 755.339383] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.339843] env[69411]: DEBUG nova.compute.manager [-] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.339986] env[69411]: DEBUG nova.network.neutron [-] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 755.686676] env[69411]: DEBUG nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.711813] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.712121] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.712292] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.712476] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.712642] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.712819] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.713157] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.713358] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.714018] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.714018] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.714018] env[69411]: DEBUG nova.virt.hardware [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.714858] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a1305-383b-4696-8fa5-3e8b67d2d04e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.722624] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a986242-f0a3-467b-886f-e37b98c944ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.736812] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.742528] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Creating folder: Project (48ae205239ae41568fbf4ba0012a4dbf). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.742874] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f68e0be9-398a-4f7c-8e71-e177fa3d514a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.756017] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Created folder: Project (48ae205239ae41568fbf4ba0012a4dbf) in parent group-v674052. [ 755.756017] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Creating folder: Instances. Parent ref: group-v674140. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.756017] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d356d717-c95f-4677-b1c5-8629469a5958 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.762177] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Created folder: Instances in parent group-v674140. [ 755.762453] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.762680] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.762895] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d478687-28e6-4517-8510-3a1b7685a500 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.780971] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.780971] env[69411]: value = "task-3378416" [ 755.780971] env[69411]: _type = "Task" [ 755.780971] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.791780] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378416, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.832992] env[69411]: DEBUG nova.scheduler.client.report [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.064182] env[69411]: DEBUG nova.compute.manager [req-781a4d81-90a9-4321-82cf-67931542121f req-e5b56a5e-0991-4652-89be-f786bc513a37 service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Received event network-vif-deleted-bef8cd0f-509b-49c7-8add-bb0a6b9456af {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.064182] env[69411]: INFO nova.compute.manager [req-781a4d81-90a9-4321-82cf-67931542121f req-e5b56a5e-0991-4652-89be-f786bc513a37 service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Neutron deleted interface bef8cd0f-509b-49c7-8add-bb0a6b9456af; detaching it from the instance and deleting it from the info cache [ 756.064182] env[69411]: DEBUG nova.network.neutron [req-781a4d81-90a9-4321-82cf-67931542121f req-e5b56a5e-0991-4652-89be-f786bc513a37 service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.147628] env[69411]: DEBUG nova.network.neutron [-] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.293802] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378416, 'name': CreateVM_Task, 'duration_secs': 0.278368} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.294066] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.294519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.294684] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.295039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.295474] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f823830-3c0a-4536-a253-738ccd5c7359 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.300180] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 756.300180] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521efdf0-e0b8-493d-e41b-e29512f5cb3a" [ 756.300180] env[69411]: _type = "Task" [ 756.300180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.310053] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521efdf0-e0b8-493d-e41b-e29512f5cb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.342344] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.342344] env[69411]: DEBUG nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.346353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.231s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.346353] env[69411]: DEBUG nova.objects.instance [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lazy-loading 'resources' on Instance uuid e6f2af6a-16e7-48f8-b199-0a093cd4bac5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.567457] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea969d7c-fd28-4842-be87-4ae0a71dad8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.578124] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a769c-6782-4864-8c58-a15160223da6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.612016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "b187064a-20b8-4e80-aaef-2ae78d901640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.612286] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.612570] env[69411]: DEBUG nova.compute.manager [req-781a4d81-90a9-4321-82cf-67931542121f req-e5b56a5e-0991-4652-89be-f786bc513a37 service nova] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Detach interface failed, port_id=bef8cd0f-509b-49c7-8add-bb0a6b9456af, reason: Instance 555b0fa4-0a00-4aa3-afb8-2ced527008dd could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.651682] env[69411]: INFO nova.compute.manager [-] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Took 1.31 seconds to deallocate network for instance. [ 756.810108] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521efdf0-e0b8-493d-e41b-e29512f5cb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.810416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.810653] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.810893] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.811055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.811240] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.811816] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b15fed10-253c-4e02-8a3a-8c2a204d3348 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.819579] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.819753] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.820462] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c8ec1e-6f11-40dc-aa5a-25fdd6476785 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.825065] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 756.825065] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52bea66f-502d-6e55-17b1-1ea217e5bd37" [ 756.825065] env[69411]: _type = "Task" [ 756.825065] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.832618] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52bea66f-502d-6e55-17b1-1ea217e5bd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.851406] env[69411]: DEBUG nova.compute.utils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.852879] env[69411]: DEBUG nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.853455] env[69411]: DEBUG nova.network.neutron [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.901867] env[69411]: DEBUG nova.policy [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b667dca48c849448d643007ba41bd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18c5e773da046139a85ac70d1a57b85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.032458] env[69411]: DEBUG nova.compute.manager [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.033378] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189e2ef-2dd4-434a-8fff-9b9ad59ed221 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.157814] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.174467] env[69411]: DEBUG nova.network.neutron [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Successfully created port: 3d85dde2-d523-4dda-b3b6-1099b0614987 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.337074] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52bea66f-502d-6e55-17b1-1ea217e5bd37, 'name': SearchDatastore_Task, 'duration_secs': 0.008171} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.338591] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a211e15f-b1ef-4fa0-b955-b284c220cb74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.346165] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 757.346165] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e71cec-7c59-6f5b-851c-65da1919694f" [ 757.346165] env[69411]: _type = "Task" [ 757.346165] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.354180] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d1b4b6-9023-4d8d-8dfa-d4f910d8faae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.357338] env[69411]: DEBUG nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.363764] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e71cec-7c59-6f5b-851c-65da1919694f, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.364591] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.364591] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.364771] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc4678f-961d-4e0b-a61f-26fa273330c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.369733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e5f55-e706-4b19-a82a-8e12cf4bfa2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.374284] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 757.374284] env[69411]: value = "task-3378417" [ 757.374284] env[69411]: _type = "Task" [ 757.374284] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.409952] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175a85ae-8ebe-4df3-afac-8ba3bfadc771 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.416526] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.421746] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b38166-504f-4018-8946-8f02f9bb92df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.435848] env[69411]: DEBUG nova.compute.provider_tree [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.546800] env[69411]: INFO nova.compute.manager [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] instance snapshotting [ 757.546800] env[69411]: WARNING nova.compute.manager [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 757.550504] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ab15d0-3ebb-42ba-a008-41f2b77357c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.570115] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936c544-746c-4e9b-ad34-fbaa3b80889c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.885095] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442895} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.885095] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.885095] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.885333] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9432bde-f6dd-4eda-a510-5ea276c7fcff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.891557] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 757.891557] env[69411]: value = "task-3378418" [ 757.891557] env[69411]: _type = "Task" [ 757.891557] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.899036] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.939240] env[69411]: DEBUG nova.scheduler.client.report [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.080840] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 758.081291] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd8a8b7e-12ff-4955-9dc8-fbc96d014225 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.090160] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 758.090160] env[69411]: value = "task-3378419" [ 758.090160] env[69411]: _type = "Task" [ 758.090160] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.097837] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.369316] env[69411]: DEBUG nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.393020] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.393277] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.393435] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.393617] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.393814] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.393990] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.394226] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.394385] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.394552] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.394714] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.394887] env[69411]: DEBUG nova.virt.hardware [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.395894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae4ae7-67cd-4384-993e-69738780891a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.407582] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059132} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.409693] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.410485] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a66b014-a2d6-480e-8950-ee52f0982400 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.413713] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55671ebf-c0cb-4710-b4d4-19227d1eae40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.441789] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.442087] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-961ae25a-043a-438f-9b82-527d3cd10c21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.456422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.458570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.342s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.458804] env[69411]: DEBUG nova.objects.instance [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lazy-loading 'resources' on Instance uuid 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.466124] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 758.466124] env[69411]: value = "task-3378420" [ 758.466124] env[69411]: _type = "Task" [ 758.466124] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.476825] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.482956] env[69411]: INFO nova.scheduler.client.report [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Deleted allocations for instance e6f2af6a-16e7-48f8-b199-0a093cd4bac5 [ 758.604570] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378419, 'name': CreateSnapshot_Task, 'duration_secs': 0.510864} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.604912] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.605820] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80cbe2d-eb6c-4726-be08-81c9bd9eea0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.671195] env[69411]: DEBUG nova.compute.manager [req-e562579e-1978-498b-bf65-262a458d57fe req-3eba1908-64a4-4188-8c0d-ab5a522a4269 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Received event network-vif-plugged-3d85dde2-d523-4dda-b3b6-1099b0614987 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.671195] env[69411]: DEBUG oslo_concurrency.lockutils [req-e562579e-1978-498b-bf65-262a458d57fe req-3eba1908-64a4-4188-8c0d-ab5a522a4269 service nova] Acquiring lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.671195] env[69411]: DEBUG oslo_concurrency.lockutils [req-e562579e-1978-498b-bf65-262a458d57fe req-3eba1908-64a4-4188-8c0d-ab5a522a4269 service nova] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.671195] env[69411]: DEBUG oslo_concurrency.lockutils [req-e562579e-1978-498b-bf65-262a458d57fe req-3eba1908-64a4-4188-8c0d-ab5a522a4269 service nova] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.671763] env[69411]: DEBUG nova.compute.manager [req-e562579e-1978-498b-bf65-262a458d57fe req-3eba1908-64a4-4188-8c0d-ab5a522a4269 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] No waiting events found dispatching network-vif-plugged-3d85dde2-d523-4dda-b3b6-1099b0614987 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.672120] env[69411]: WARNING nova.compute.manager [req-e562579e-1978-498b-bf65-262a458d57fe req-3eba1908-64a4-4188-8c0d-ab5a522a4269 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Received unexpected event network-vif-plugged-3d85dde2-d523-4dda-b3b6-1099b0614987 for instance with vm_state building and task_state spawning. [ 758.797725] env[69411]: DEBUG nova.network.neutron [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Successfully updated port: 3d85dde2-d523-4dda-b3b6-1099b0614987 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.975790] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378420, 'name': ReconfigVM_Task, 'duration_secs': 0.363747} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.976102] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.976696] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd9145e5-cff5-4312-ac1c-612ae1c88311 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.985202] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 758.985202] env[69411]: value = "task-3378421" [ 758.985202] env[69411]: _type = "Task" [ 758.985202] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.994867] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378421, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.997871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b94e9a92-aea6-4d2c-a31b-91669c2ff522 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "e6f2af6a-16e7-48f8-b199-0a093cd4bac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.385s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.126530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.127008] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b0b601b-359a-41c2-bae4-41d3f07b256c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.135310] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 759.135310] env[69411]: value = "task-3378422" [ 759.135310] env[69411]: _type = "Task" [ 759.135310] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.145458] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378422, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.299955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.300068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.300143] env[69411]: DEBUG nova.network.neutron [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 759.379846] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c64954-77bc-4da7-98e7-ca8f64fc330b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.388848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b36cbf0-8a64-4140-8876-a6ed83cdb719 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.423300] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee82cd8-748e-46e4-9059-c457f3a64c62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.431110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c067e8f1-b946-4556-8028-ce874e8b57e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.444741] env[69411]: DEBUG nova.compute.provider_tree [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.496187] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378421, 'name': Rename_Task, 'duration_secs': 0.127609} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.496487] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.496735] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83091506-0681-40fd-8727-4646cd5dc498 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.502827] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 759.502827] env[69411]: value = "task-3378423" [ 759.502827] env[69411]: _type = "Task" [ 759.502827] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.510149] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.647996] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378422, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.837235] env[69411]: DEBUG nova.network.neutron [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 759.976023] env[69411]: ERROR nova.scheduler.client.report [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] [req-2c45fbb2-9fb2-4b7c-a553-cee917983548] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c45fbb2-9fb2-4b7c-a553-cee917983548"}]} [ 759.996318] env[69411]: DEBUG nova.scheduler.client.report [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 760.013238] env[69411]: DEBUG nova.scheduler.client.report [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 760.013659] env[69411]: DEBUG nova.compute.provider_tree [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.015867] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.016231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.016553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.016842] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.017148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.019772] env[69411]: INFO nova.compute.manager [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Terminating instance [ 760.025242] env[69411]: DEBUG oslo_vmware.api [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378423, 'name': PowerOnVM_Task, 'duration_secs': 0.478269} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.026541] env[69411]: DEBUG nova.network.neutron [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Updating instance_info_cache with network_info: [{"id": "3d85dde2-d523-4dda-b3b6-1099b0614987", "address": "fa:16:3e:28:6f:c6", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d85dde2-d5", "ovs_interfaceid": "3d85dde2-d523-4dda-b3b6-1099b0614987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.027501] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.027708] env[69411]: INFO nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Took 4.34 seconds to spawn the instance on the hypervisor. [ 760.027945] env[69411]: DEBUG nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.028852] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce9dc3f-fda4-4605-b93f-6cf6ee1570e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.032750] env[69411]: DEBUG nova.scheduler.client.report [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 760.055549] env[69411]: DEBUG nova.scheduler.client.report [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.150014] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378422, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.457873] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4853d70-1525-432d-b071-6e9f810dff7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.465475] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb063fcc-2798-4478-9562-d332cbc71f5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.497082] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f62228e-4c57-45a1-8b20-aa91ba2e8c5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.504111] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726fa0d8-0152-48cf-b3e1-202894de6a8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.518362] env[69411]: DEBUG nova.compute.provider_tree [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.528572] env[69411]: DEBUG nova.compute.manager [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.528771] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.529216] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.529480] env[69411]: DEBUG nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Instance network_info: |[{"id": "3d85dde2-d523-4dda-b3b6-1099b0614987", "address": "fa:16:3e:28:6f:c6", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d85dde2-d5", "ovs_interfaceid": "3d85dde2-d523-4dda-b3b6-1099b0614987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.530206] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de551c-7a6b-4f90-be15-b098c3983a55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.533045] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:6f:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d85dde2-d523-4dda-b3b6-1099b0614987', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.540245] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.540661] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.541265] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d6b2997-e9c6-4edb-9993-b11b910bf3c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.563117] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.563117] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c9e9f34-b202-4a90-b95a-c06fa6446f92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.564606] env[69411]: INFO nova.compute.manager [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Took 45.64 seconds to build instance. [ 760.567847] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.567847] env[69411]: value = "task-3378424" [ 760.567847] env[69411]: _type = "Task" [ 760.567847] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.572285] env[69411]: DEBUG oslo_vmware.api [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 760.572285] env[69411]: value = "task-3378425" [ 760.572285] env[69411]: _type = "Task" [ 760.572285] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.578897] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378424, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.587808] env[69411]: DEBUG oslo_vmware.api [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.651540] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378422, 'name': CloneVM_Task, 'duration_secs': 1.133917} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.651817] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Created linked-clone VM from snapshot [ 760.652947] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c49e0ca-a681-4886-8b4d-0c9401f26b8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.660737] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Uploading image f9706501-0769-4688-b623-9cccd7f71cd3 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 760.684180] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 760.684180] env[69411]: value = "vm-674144" [ 760.684180] env[69411]: _type = "VirtualMachine" [ 760.684180] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 760.684466] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e069f73e-ec22-4142-ab59-aaeea6718c23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.690833] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease: (returnval){ [ 760.690833] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52efedee-a0f3-13f7-4d54-92e22cd8d136" [ 760.690833] env[69411]: _type = "HttpNfcLease" [ 760.690833] env[69411]: } obtained for exporting VM: (result){ [ 760.690833] env[69411]: value = "vm-674144" [ 760.690833] env[69411]: _type = "VirtualMachine" [ 760.690833] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 760.691077] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the lease: (returnval){ [ 760.691077] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52efedee-a0f3-13f7-4d54-92e22cd8d136" [ 760.691077] env[69411]: _type = "HttpNfcLease" [ 760.691077] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 760.696131] env[69411]: DEBUG nova.compute.manager [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Received event network-changed-3d85dde2-d523-4dda-b3b6-1099b0614987 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.696322] env[69411]: DEBUG nova.compute.manager [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Refreshing instance network info cache due to event network-changed-3d85dde2-d523-4dda-b3b6-1099b0614987. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.696534] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] Acquiring lock "refresh_cache-8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.696676] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] Acquired lock "refresh_cache-8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.696888] env[69411]: DEBUG nova.network.neutron [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Refreshing network info cache for port 3d85dde2-d523-4dda-b3b6-1099b0614987 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 760.701780] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.701780] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52efedee-a0f3-13f7-4d54-92e22cd8d136" [ 760.701780] env[69411]: _type = "HttpNfcLease" [ 760.701780] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 761.052732] env[69411]: DEBUG nova.scheduler.client.report [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 761.052930] env[69411]: DEBUG nova.compute.provider_tree [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 62 to 63 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 761.053107] env[69411]: DEBUG nova.compute.provider_tree [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.066771] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a19e428e-9185-4097-a345-67ec41141a73 tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "9966e2b7-5af8-4307-94e2-78e5975b8e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.506s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.080482] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378424, 'name': CreateVM_Task, 'duration_secs': 0.324841} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.080661] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.081658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.081819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.082148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.082619] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca91ef66-d9ed-4dfd-8b8e-7b57c8a5d089 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.088029] env[69411]: DEBUG oslo_vmware.api [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378425, 'name': PowerOffVM_Task, 'duration_secs': 0.184591} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.088029] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.088029] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.088485] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b958817d-e485-466d-b627-088f51b7cc53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.090626] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 761.090626] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dcc753-d770-eb04-b863-6e289e63ca08" [ 761.090626] env[69411]: _type = "Task" [ 761.090626] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.098779] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dcc753-d770-eb04-b863-6e289e63ca08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.149181] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.149432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.149619] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Deleting the datastore file [datastore1] 9d1e12dc-5811-41fe-81c6-86b81ed566a2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.149888] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27682019-e65b-401e-8d5d-06a2acc42ec5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.156398] env[69411]: DEBUG oslo_vmware.api [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for the task: (returnval){ [ 761.156398] env[69411]: value = "task-3378428" [ 761.156398] env[69411]: _type = "Task" [ 761.156398] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.165714] env[69411]: DEBUG oslo_vmware.api [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.198298] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.198298] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52efedee-a0f3-13f7-4d54-92e22cd8d136" [ 761.198298] env[69411]: _type = "HttpNfcLease" [ 761.198298] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.198600] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.198600] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52efedee-a0f3-13f7-4d54-92e22cd8d136" [ 761.198600] env[69411]: _type = "HttpNfcLease" [ 761.198600] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.199274] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b557eda0-eeab-43f5-ad09-2282ab6ea03e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.208184] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52610bd6-e4d4-4a44-3b4c-ee10cbed9d6b/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.208364] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52610bd6-e4d4-4a44-3b4c-ee10cbed9d6b/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.314588] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94c94056-21d9-46b4-b630-946f3e72df5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.465575] env[69411]: DEBUG nova.network.neutron [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Updated VIF entry in instance network info cache for port 3d85dde2-d523-4dda-b3b6-1099b0614987. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 761.465575] env[69411]: DEBUG nova.network.neutron [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Updating instance_info_cache with network_info: [{"id": "3d85dde2-d523-4dda-b3b6-1099b0614987", "address": "fa:16:3e:28:6f:c6", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d85dde2-d5", "ovs_interfaceid": "3d85dde2-d523-4dda-b3b6-1099b0614987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.560351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.102s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.562698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.362s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.562877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.563049] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 761.563397] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.349s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.564862] env[69411]: INFO nova.compute.claims [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.568531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6dfe6-818c-4a61-8828-174ec7548826 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.571617] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.581118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39678b7-d39d-49a5-b915-7cbe82e95537 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.584893] env[69411]: INFO nova.scheduler.client.report [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Deleted allocations for instance 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62 [ 761.600609] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2701c463-7bac-40d2-afe0-9b6cb4c7a24e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.612640] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe91a25-8607-4fa2-8c33-8bfe925d2afe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.616021] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dcc753-d770-eb04-b863-6e289e63ca08, 'name': SearchDatastore_Task, 'duration_secs': 0.026657} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.616021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.616255] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.616934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.616934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.616934] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.617495] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82963f96-5e0b-42d5-9185-92f418f2e5c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.646616] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179884MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 761.646794] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.654933] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.655332] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.656963] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35635fc3-3e5e-4833-aea4-c6bc23f7b71b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.666509] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 761.666509] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5283d970-a563-bf04-5bcd-dd08a1e7230b" [ 761.666509] env[69411]: _type = "Task" [ 761.666509] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.669651] env[69411]: DEBUG oslo_vmware.api [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Task: {'id': task-3378428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287668} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.672655] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.672856] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.673194] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.673391] env[69411]: INFO nova.compute.manager [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 761.673705] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.673907] env[69411]: DEBUG nova.compute.manager [-] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.674216] env[69411]: DEBUG nova.network.neutron [-] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 761.682101] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5283d970-a563-bf04-5bcd-dd08a1e7230b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.682933] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5019c72-f0e1-45c4-90e8-0710c1144d5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.687773] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 761.687773] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522a1247-49a3-26cc-689d-021505ea45ce" [ 761.687773] env[69411]: _type = "Task" [ 761.687773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.695509] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522a1247-49a3-26cc-689d-021505ea45ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.778187] env[69411]: INFO nova.compute.manager [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Rebuilding instance [ 761.834657] env[69411]: DEBUG nova.compute.manager [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.835779] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e64bb-2b18-4566-b7de-507ad084151e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.969608] env[69411]: DEBUG oslo_concurrency.lockutils [req-8bc1b166-d4de-415a-aadb-43bd3e50e2a5 req-9c804a33-7243-44fc-b481-089f2c288f30 service nova] Releasing lock "refresh_cache-8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.096187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.104635] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe61fb9e-828e-45fc-b778-41593500d1c8 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802 tempest-FloatingIPsAssociationNegativeTestJSON-1594715802-project-member] Lock "128c4e20-7be2-403b-ab7c-e7d2a0ba1f62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.871s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.198727] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522a1247-49a3-26cc-689d-021505ea45ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.199114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.199417] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8/8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.199733] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-919eff33-8261-410e-8470-6dd0f8b98fea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.206737] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 762.206737] env[69411]: value = "task-3378429" [ 762.206737] env[69411]: _type = "Task" [ 762.206737] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.214774] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.459771] env[69411]: DEBUG nova.network.neutron [-] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.720923] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.854423] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.855173] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7afca8ba-968c-4ec6-bdb1-c6ae465a6c19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.863399] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 762.863399] env[69411]: value = "task-3378430" [ 762.863399] env[69411]: _type = "Task" [ 762.863399] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.876493] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.902547] env[69411]: DEBUG nova.compute.manager [req-e9865dc5-372e-4164-9e81-d69385ffe6e7 req-3654ecdf-b2e2-4b17-a8bb-78cb039296f2 service nova] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Received event network-vif-deleted-c95e7fcd-b085-4a8b-82f7-d254ec00c4ab {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.962519] env[69411]: INFO nova.compute.manager [-] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Took 1.29 seconds to deallocate network for instance. [ 763.126283] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21024ded-eb8e-4414-8b31-69adf2338136 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.133685] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61308ff-52ae-45f5-b188-cce69b80498b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.167302] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a7ae8d-ee3c-4f2c-bb86-33e4f02579d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.178024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95340d5a-48e1-4635-a215-54bd2d226c12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.190274] env[69411]: DEBUG nova.compute.provider_tree [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.218500] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534623} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.218824] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8/8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.219109] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.219396] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3cc1cdc-3963-401f-a10a-fef9504b9266 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.227614] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 763.227614] env[69411]: value = "task-3378431" [ 763.227614] env[69411]: _type = "Task" [ 763.227614] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.237589] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.375230] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378430, 'name': PowerOffVM_Task, 'duration_secs': 0.173718} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.375510] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.375737] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.376593] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dafc5de-19d1-403b-9804-7116163871d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.383670] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.383928] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99a74e58-615d-4548-a212-3852c02435f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.409280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.409509] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.409695] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Deleting the datastore file [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.409948] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccbf363b-06b8-4ac4-aacb-0c3cee9ec9e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.419474] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 763.419474] env[69411]: value = "task-3378433" [ 763.419474] env[69411]: _type = "Task" [ 763.419474] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.427160] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.476875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.693964] env[69411]: DEBUG nova.scheduler.client.report [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.736914] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.737568] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.739086] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978fdb9-cd38-4e54-b641-3a081a87c55a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.766363] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8/8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.766689] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842239e8-694d-444e-ae40-44102281535b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.789795] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 763.789795] env[69411]: value = "task-3378434" [ 763.789795] env[69411]: _type = "Task" [ 763.789795] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.802386] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.927245] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128419} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.927540] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.927732] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.927910] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.201178] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.202674] env[69411]: DEBUG nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.206075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.227s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.206308] env[69411]: DEBUG nova.objects.instance [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lazy-loading 'resources' on Instance uuid 3bce4c1a-a27e-42d5-811a-8f400d4af972 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.301392] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378434, 'name': ReconfigVM_Task, 'duration_secs': 0.25738} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.301688] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8/8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.302359] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25fefa03-5d21-4651-93e1-bdda470fd81f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.310929] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 764.310929] env[69411]: value = "task-3378435" [ 764.310929] env[69411]: _type = "Task" [ 764.310929] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.322164] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378435, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.712184] env[69411]: DEBUG nova.compute.utils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.712366] env[69411]: DEBUG nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.712709] env[69411]: DEBUG nova.network.neutron [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.757252] env[69411]: DEBUG nova.policy [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36de2541eb4341feabaeb93b8d84fb35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28ae8d8d591a41a4811a0c8f611cfe2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.821914] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378435, 'name': Rename_Task, 'duration_secs': 0.139678} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.824567] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.825057] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a788f612-99a5-4679-8af7-ff4baa01fd29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.834241] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 764.834241] env[69411]: value = "task-3378436" [ 764.834241] env[69411]: _type = "Task" [ 764.834241] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.848469] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378436, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.991657] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.991939] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.992130] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.992382] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.992576] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.992783] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.993720] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.993720] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.993897] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.994112] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.994327] env[69411]: DEBUG nova.virt.hardware [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.995872] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635efee1-995f-46b7-81f1-da2a83233e04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.010080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc54c11-70ac-4cdb-8169-21ef50754515 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.029218] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.037020] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.041025] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.041025] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a17811be-cd89-48d9-bbff-014fdc34019e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.065464] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.065464] env[69411]: value = "task-3378437" [ 765.065464] env[69411]: _type = "Task" [ 765.065464] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.080200] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378437, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.118086] env[69411]: DEBUG nova.network.neutron [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Successfully created port: 50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.218906] env[69411]: DEBUG nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.348628] env[69411]: DEBUG oslo_vmware.api [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378436, 'name': PowerOnVM_Task, 'duration_secs': 0.474773} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.348917] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.349273] env[69411]: INFO nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Took 6.98 seconds to spawn the instance on the hypervisor. [ 765.350253] env[69411]: DEBUG nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.350800] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3188d405-1ac0-4c7f-856d-de0cb7b7ebb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.424039] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacc7a3-90d0-4f88-a9b6-48d06af35040 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.432584] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667b6a0f-38b7-43f5-b5fb-2a1dad74f463 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.469101] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b98c2-c7c1-40c0-b8f2-e5f01c0d0d18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.478325] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23623f1-48d6-48bf-99b5-2887c3a38483 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.494142] env[69411]: DEBUG nova.compute.provider_tree [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.579344] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378437, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.877636] env[69411]: INFO nova.compute.manager [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Took 50.27 seconds to build instance. [ 765.997920] env[69411]: DEBUG nova.scheduler.client.report [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.077728] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378437, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.234919] env[69411]: DEBUG nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.260222] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.260520] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.260696] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.260888] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.261161] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.261387] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.262019] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.262345] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.262743] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.262976] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.263275] env[69411]: DEBUG nova.virt.hardware [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.264508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d76af6-ebe6-4bf6-8949-aebd6780a4c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.276650] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c478fc2-40b1-46ad-9278-a9e5ec5ac963 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.381896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d700204-0380-4cd8-88fd-c365e342cd8e tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.731s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.507032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.507032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.101s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.509483] env[69411]: INFO nova.compute.claims [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.534834] env[69411]: INFO nova.scheduler.client.report [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Deleted allocations for instance 3bce4c1a-a27e-42d5-811a-8f400d4af972 [ 766.582055] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378437, 'name': CreateVM_Task, 'duration_secs': 1.40997} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.582400] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.582684] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.582837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.583211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.583487] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ceb6aa-c4ea-44d5-83d5-756d471c9467 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.589135] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 766.589135] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c905b0-41ae-9fec-d5d3-54aa3ecf8737" [ 766.589135] env[69411]: _type = "Task" [ 766.589135] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.600634] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c905b0-41ae-9fec-d5d3-54aa3ecf8737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.887879] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.916230] env[69411]: DEBUG nova.compute.manager [req-98147030-1249-4957-96ec-381351c60658 req-fecac3fd-74e9-492d-bb8a-c734bb2627a7 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Received event network-vif-plugged-50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.916230] env[69411]: DEBUG oslo_concurrency.lockutils [req-98147030-1249-4957-96ec-381351c60658 req-fecac3fd-74e9-492d-bb8a-c734bb2627a7 service nova] Acquiring lock "0cdca785-e451-4391-9eee-9c310bff924d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.917182] env[69411]: DEBUG oslo_concurrency.lockutils [req-98147030-1249-4957-96ec-381351c60658 req-fecac3fd-74e9-492d-bb8a-c734bb2627a7 service nova] Lock "0cdca785-e451-4391-9eee-9c310bff924d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.917639] env[69411]: DEBUG oslo_concurrency.lockutils [req-98147030-1249-4957-96ec-381351c60658 req-fecac3fd-74e9-492d-bb8a-c734bb2627a7 service nova] Lock "0cdca785-e451-4391-9eee-9c310bff924d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.918023] env[69411]: DEBUG nova.compute.manager [req-98147030-1249-4957-96ec-381351c60658 req-fecac3fd-74e9-492d-bb8a-c734bb2627a7 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] No waiting events found dispatching network-vif-plugged-50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.918348] env[69411]: WARNING nova.compute.manager [req-98147030-1249-4957-96ec-381351c60658 req-fecac3fd-74e9-492d-bb8a-c734bb2627a7 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Received unexpected event network-vif-plugged-50d25f5b-4af0-486c-bbdb-39a85d4534ae for instance with vm_state building and task_state spawning. [ 767.050056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c321b8c3-5e23-43b1-82ec-4b3670cf796e tempest-ServerAddressesNegativeTestJSON-2027120103 tempest-ServerAddressesNegativeTestJSON-2027120103-project-member] Lock "3bce4c1a-a27e-42d5-811a-8f400d4af972" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.586s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.103034] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c905b0-41ae-9fec-d5d3-54aa3ecf8737, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.103034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.103034] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.103034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.103034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.103034] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.103034] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6281a62-9e6b-47ee-a900-1e978088330d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.117952] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.117952] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.117952] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6629252d-f542-47df-b6f3-6927d4d896d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.126393] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 767.126393] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5288f9c2-b9b1-ecc7-9dd1-d7a27bd87aa9" [ 767.126393] env[69411]: _type = "Task" [ 767.126393] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.135432] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5288f9c2-b9b1-ecc7-9dd1-d7a27bd87aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.227979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.228648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.413213] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.443204] env[69411]: DEBUG nova.network.neutron [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Successfully updated port: 50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.654634] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5288f9c2-b9b1-ecc7-9dd1-d7a27bd87aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.654634] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0bc889-3582-4ad0-821b-b2185bb17d76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.664228] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 767.664228] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52defe08-8cae-de06-4966-a415df4f9fa8" [ 767.664228] env[69411]: _type = "Task" [ 767.664228] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.676988] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52defe08-8cae-de06-4966-a415df4f9fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.731611] env[69411]: DEBUG nova.compute.utils [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.946652] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.946908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.946908] env[69411]: DEBUG nova.network.neutron [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 768.111735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae8a5b6-55eb-4527-bd24-ffc8dfa035dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.120216] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee1890-ff3e-4bb2-9114-de6934e030f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.154510] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f32e3-ca0b-4551-8e31-83b9d83aa990 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.162853] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5686f7d-eebd-42c8-aac8-b943d774fe3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.182350] env[69411]: DEBUG nova.compute.provider_tree [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.188209] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52defe08-8cae-de06-4966-a415df4f9fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.014099} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.188746] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189104] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.189437] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3bb720c-4594-4f8e-8478-593a3c13b750 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.197833] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 768.197833] env[69411]: value = "task-3378438" [ 768.197833] env[69411]: _type = "Task" [ 768.197833] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.206997] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.237512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.402623] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Acquiring lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.402923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.501740] env[69411]: DEBUG nova.network.neutron [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 768.658742] env[69411]: DEBUG nova.network.neutron [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updating instance_info_cache with network_info: [{"id": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "address": "fa:16:3e:be:a0:ab", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d25f5b-4a", "ovs_interfaceid": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.690645] env[69411]: DEBUG nova.scheduler.client.report [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.708613] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.907735] env[69411]: DEBUG nova.compute.utils [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.025666] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52610bd6-e4d4-4a44-3b4c-ee10cbed9d6b/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.027438] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a2fb45-c5bb-49ea-a1a6-f883ec07db3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.038366] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52610bd6-e4d4-4a44-3b4c-ee10cbed9d6b/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.038366] env[69411]: ERROR oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52610bd6-e4d4-4a44-3b4c-ee10cbed9d6b/disk-0.vmdk due to incomplete transfer. [ 769.038366] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a81a7fcf-d4e2-4695-b237-b00c0a8c6e61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.046435] env[69411]: DEBUG oslo_vmware.rw_handles [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52610bd6-e4d4-4a44-3b4c-ee10cbed9d6b/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.046649] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Uploaded image f9706501-0769-4688-b623-9cccd7f71cd3 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.048883] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.049180] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8eadd5d-d5b1-407d-93bb-813d6243506b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.055529] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 769.055529] env[69411]: value = "task-3378439" [ 769.055529] env[69411]: _type = "Task" [ 769.055529] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.066599] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378439, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.162025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Releasing lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.162385] env[69411]: DEBUG nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Instance network_info: |[{"id": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "address": "fa:16:3e:be:a0:ab", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d25f5b-4a", "ovs_interfaceid": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.162823] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:a0:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50d25f5b-4af0-486c-bbdb-39a85d4534ae', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.170764] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.170997] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.171239] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5af1ce8-7c8c-4e27-96f4-5baf52ec0df6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.192097] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.192097] env[69411]: value = "task-3378440" [ 769.192097] env[69411]: _type = "Task" [ 769.192097] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.195788] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.196351] env[69411]: DEBUG nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.199594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.145s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.201497] env[69411]: INFO nova.compute.claims [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.213210] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378440, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.217126] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782328} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.217385] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.219252] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.219252] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ea80e3d-c3cd-4e33-99c5-c5a2e9ffd655 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.224076] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 769.224076] env[69411]: value = "task-3378441" [ 769.224076] env[69411]: _type = "Task" [ 769.224076] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.231772] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.361734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.362031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.362283] env[69411]: INFO nova.compute.manager [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Attaching volume a63e3e0c-ded9-4e5b-b877-3b0cedf0d588 to /dev/sdb [ 769.414530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.418684] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4e28e-6d9a-444e-8714-cc9179ebc2a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.428889] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec116d95-583d-4097-9bb1-56104a6689e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.446794] env[69411]: DEBUG nova.virt.block_device [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Updating existing volume attachment record: 92cea185-fbd1-4b81-9eb9-6b486e41dd79 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.564896] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378439, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.708460] env[69411]: DEBUG nova.compute.utils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.719024] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378440, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.719024] env[69411]: DEBUG nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.719024] env[69411]: DEBUG nova.network.neutron [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.734859] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300937} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.735789] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.736657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9078dd5-a1d1-4ab8-8dee-87fd2f4e5147 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.761962] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.762633] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c06780-d0ff-4172-81bc-f95b15d759a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.780358] env[69411]: DEBUG nova.policy [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f8a8794a7c7436db70cc599e76d3b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ee704b9b604fc5bcce00ca48ffe9d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.783874] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 769.783874] env[69411]: value = "task-3378442" [ 769.783874] env[69411]: _type = "Task" [ 769.783874] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.792583] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.067523] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378439, 'name': Destroy_Task, 'duration_secs': 0.857542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.067884] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Destroyed the VM [ 770.068061] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.068357] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b06a9b3-77e7-4ca0-8720-6c22878f5f78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.081664] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 770.081664] env[69411]: value = "task-3378444" [ 770.081664] env[69411]: _type = "Task" [ 770.081664] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.087989] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378444, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.207170] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378440, 'name': CreateVM_Task, 'duration_secs': 0.566718} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.207452] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.208244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.209467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.209467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.209467] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2a1aa0-571e-4a12-8cf6-aeb1b32124a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.216023] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 770.216023] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f969cc-6bb1-5e8f-3d35-3d7e6eeba24b" [ 770.216023] env[69411]: _type = "Task" [ 770.216023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.218129] env[69411]: DEBUG nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.231216] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f969cc-6bb1-5e8f-3d35-3d7e6eeba24b, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.231582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.231866] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.232154] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.232340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.232622] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.232974] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e92c8ab-e202-4de5-9c5b-106cbcb54563 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.242228] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.242454] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.243251] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63239c1-d4cc-46bc-b71b-677f64ff403b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.249303] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 770.249303] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fc8153-7c2b-a600-a8f8-ce773281b6c9" [ 770.249303] env[69411]: _type = "Task" [ 770.249303] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.259708] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fc8153-7c2b-a600-a8f8-ce773281b6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.266955] env[69411]: DEBUG nova.network.neutron [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Successfully created port: 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.294410] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378442, 'name': ReconfigVM_Task, 'duration_secs': 0.315733} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.296972] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14/9966e2b7-5af8-4307-94e2-78e5975b8e14.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.297847] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d29b309-14ca-416b-bbc0-47563246a2e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.304894] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 770.304894] env[69411]: value = "task-3378448" [ 770.304894] env[69411]: _type = "Task" [ 770.304894] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.313183] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378448, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.352926] env[69411]: DEBUG nova.compute.manager [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Received event network-changed-50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.353184] env[69411]: DEBUG nova.compute.manager [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Refreshing instance network info cache due to event network-changed-50d25f5b-4af0-486c-bbdb-39a85d4534ae. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.353446] env[69411]: DEBUG oslo_concurrency.lockutils [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] Acquiring lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.353636] env[69411]: DEBUG oslo_concurrency.lockutils [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] Acquired lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.353862] env[69411]: DEBUG nova.network.neutron [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Refreshing network info cache for port 50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 770.489784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Acquiring lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.489784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.489784] env[69411]: INFO nova.compute.manager [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Attaching volume f5085210-c7c5-406c-8a2c-40bd47762a1e to /dev/sdb [ 770.536037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49068fd6-9088-417f-9d66-8aa3307eb6d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.550316] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf13c131-3300-47b6-87f7-cde4bbb00892 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.564658] env[69411]: DEBUG nova.virt.block_device [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updating existing volume attachment record: 7f5aa01d-fe72-4b93-87fc-3389d73ffa43 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 770.592290] env[69411]: DEBUG oslo_vmware.api [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378444, 'name': RemoveSnapshot_Task, 'duration_secs': 0.443962} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.592290] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.592290] env[69411]: INFO nova.compute.manager [None req-155e13f3-b16c-448f-be7e-7856f6c7c3cd tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Took 13.04 seconds to snapshot the instance on the hypervisor. [ 770.762338] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fc8153-7c2b-a600-a8f8-ce773281b6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.763147] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945921f2-143c-4c12-9abd-fd488e4b560b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.773943] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 770.773943] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521b6243-5d9c-f573-56f8-9a618ddabbb5" [ 770.773943] env[69411]: _type = "Task" [ 770.773943] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.783390] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521b6243-5d9c-f573-56f8-9a618ddabbb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.785078] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139e74f8-a989-4a51-afa7-f5fb072965ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.792473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e063e328-d4c3-4c4e-a3d6-c885951ca7ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.832309] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e52a657-4e81-4c09-bb33-d3cc49fceb64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.840015] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378448, 'name': Rename_Task, 'duration_secs': 0.160199} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.842260] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.842572] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d93754-a7eb-4dc4-8069-62267492c5be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.845140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727883f-1940-4c9f-8ae5-c04eb10761de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.863299] env[69411]: DEBUG nova.compute.provider_tree [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.866596] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 770.866596] env[69411]: value = "task-3378452" [ 770.866596] env[69411]: _type = "Task" [ 770.866596] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.874388] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378452, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.179931] env[69411]: DEBUG nova.network.neutron [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updated VIF entry in instance network info cache for port 50d25f5b-4af0-486c-bbdb-39a85d4534ae. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 771.180380] env[69411]: DEBUG nova.network.neutron [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updating instance_info_cache with network_info: [{"id": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "address": "fa:16:3e:be:a0:ab", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d25f5b-4a", "ovs_interfaceid": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.239288] env[69411]: DEBUG nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.263096] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.263096] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.263321] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.263792] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.264170] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.264529] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.264980] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.265348] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.265718] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.268376] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.268376] env[69411]: DEBUG nova.virt.hardware [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.268376] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2605482-4e1e-4a3d-9114-4ddab9ab12ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.281800] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcdee06-cb9f-417c-89a0-f57351252f66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.290244] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521b6243-5d9c-f573-56f8-9a618ddabbb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.293303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293303] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 0cdca785-e451-4391-9eee-9c310bff924d/0cdca785-e451-4391-9eee-9c310bff924d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.293303] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-042915d4-1f07-4fa7-9fd0-12e8c2fdbcf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.309944] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 771.309944] env[69411]: value = "task-3378453" [ 771.309944] env[69411]: _type = "Task" [ 771.309944] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.318938] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.370017] env[69411]: DEBUG nova.scheduler.client.report [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.380584] env[69411]: DEBUG oslo_vmware.api [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378452, 'name': PowerOnVM_Task, 'duration_secs': 0.456159} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.381172] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.381506] env[69411]: DEBUG nova.compute.manager [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.382515] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dbdfc3-d762-4b2f-8921-8136719c49b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.556932] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.557158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.558027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.558027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.558027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.561182] env[69411]: INFO nova.compute.manager [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Terminating instance [ 771.683560] env[69411]: DEBUG oslo_concurrency.lockutils [req-72d3e882-7378-49ff-bb43-40dcdb5e250e req-4fde2d2d-ccac-4dec-97be-b2aa644e562b service nova] Releasing lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.820146] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378453, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.877352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.877461] env[69411]: DEBUG nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.880359] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.773s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.881176] env[69411]: DEBUG nova.objects.instance [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lazy-loading 'resources' on Instance uuid 677f4657-cc6f-4528-bf47-dd0aa59fdb58 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.905853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.979287] env[69411]: DEBUG nova.network.neutron [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Successfully updated port: 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.064211] env[69411]: DEBUG nova.compute.manager [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.064836] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.065540] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6649ada0-d2c3-418e-aa5e-e1969dd97d32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.079319] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.080803] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bb4d174-9e00-45c9-a25f-43de46d51158 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.113765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "e7877566-ce69-4a38-82db-feb1bedd135f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.114020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "e7877566-ce69-4a38-82db-feb1bedd135f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.157049] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.157049] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.157318] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleting the datastore file [datastore2] fef4cad8-9e52-4c98-a450-5cbcb43f19d9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.157509] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c4053ac-9178-4285-8615-295f1b2a498c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.164060] env[69411]: DEBUG oslo_vmware.api [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 772.164060] env[69411]: value = "task-3378455" [ 772.164060] env[69411]: _type = "Task" [ 772.164060] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.173253] env[69411]: DEBUG oslo_vmware.api [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.322921] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849179} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.323271] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 0cdca785-e451-4391-9eee-9c310bff924d/0cdca785-e451-4391-9eee-9c310bff924d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.323507] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.323762] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae18f556-fda5-4ee5-a752-6689922adb38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.331884] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 772.331884] env[69411]: value = "task-3378457" [ 772.331884] env[69411]: _type = "Task" [ 772.331884] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.338748] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.390116] env[69411]: DEBUG nova.compute.utils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.394016] env[69411]: DEBUG nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.394338] env[69411]: DEBUG nova.network.neutron [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.460162] env[69411]: DEBUG nova.policy [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416edb3c66714df68321b0344b53bc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8930c7b5154d5bbfd6786a8d3a9dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.473941] env[69411]: DEBUG nova.compute.manager [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Received event network-vif-plugged-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.474195] env[69411]: DEBUG oslo_concurrency.lockutils [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] Acquiring lock "8ceee979-38df-4fd1-81af-bf1436af8ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.474429] env[69411]: DEBUG oslo_concurrency.lockutils [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.474568] env[69411]: DEBUG oslo_concurrency.lockutils [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.474735] env[69411]: DEBUG nova.compute.manager [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] No waiting events found dispatching network-vif-plugged-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.474898] env[69411]: WARNING nova.compute.manager [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Received unexpected event network-vif-plugged-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 for instance with vm_state building and task_state spawning. [ 772.475474] env[69411]: DEBUG nova.compute.manager [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Received event network-changed-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.475707] env[69411]: DEBUG nova.compute.manager [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Refreshing instance network info cache due to event network-changed-5666bd2a-5c2f-4cb1-b827-d54b245b3db8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.476018] env[69411]: DEBUG oslo_concurrency.lockutils [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] Acquiring lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.476018] env[69411]: DEBUG oslo_concurrency.lockutils [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] Acquired lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.476287] env[69411]: DEBUG nova.network.neutron [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Refreshing network info cache for port 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 772.483467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.677093] env[69411]: DEBUG oslo_vmware.api [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251554} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.677093] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.677434] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.677817] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.678093] env[69411]: INFO nova.compute.manager [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Took 0.61 seconds to destroy the instance on the hypervisor. [ 772.678451] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.678892] env[69411]: DEBUG nova.compute.manager [-] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.679101] env[69411]: DEBUG nova.network.neutron [-] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 772.841762] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058939} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.845018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.845018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04452e82-dc7b-4381-929f-b157e26857e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.870493] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 0cdca785-e451-4391-9eee-9c310bff924d/0cdca785-e451-4391-9eee-9c310bff924d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.873571] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8076ea0e-91bc-461f-b321-756737424b1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.892954] env[69411]: DEBUG nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.897913] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 772.897913] env[69411]: value = "task-3378459" [ 772.897913] env[69411]: _type = "Task" [ 772.897913] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.901803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "9966e2b7-5af8-4307-94e2-78e5975b8e14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.902189] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "9966e2b7-5af8-4307-94e2-78e5975b8e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.902493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "9966e2b7-5af8-4307-94e2-78e5975b8e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.902786] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "9966e2b7-5af8-4307-94e2-78e5975b8e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.903117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "9966e2b7-5af8-4307-94e2-78e5975b8e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.907839] env[69411]: INFO nova.compute.manager [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Terminating instance [ 772.914350] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.936713] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625403b1-c61f-4d79-9132-4f4ebd1128cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.945434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bf808d-72d6-4497-ba15-ea5b2301af29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.980477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b569fe-3a53-4d80-8344-1714f1742256 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.990352] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1997ce-8f7c-4880-830f-a6cae6f54d79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.004853] env[69411]: DEBUG nova.compute.provider_tree [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.013440] env[69411]: DEBUG nova.network.neutron [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 773.053500] env[69411]: DEBUG nova.network.neutron [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Successfully created port: 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.132764] env[69411]: DEBUG nova.network.neutron [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.412813] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378459, 'name': ReconfigVM_Task, 'duration_secs': 0.278693} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.416078] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 0cdca785-e451-4391-9eee-9c310bff924d/0cdca785-e451-4391-9eee-9c310bff924d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.416993] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "refresh_cache-9966e2b7-5af8-4307-94e2-78e5975b8e14" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.417186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquired lock "refresh_cache-9966e2b7-5af8-4307-94e2-78e5975b8e14" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.417397] env[69411]: DEBUG nova.network.neutron [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 773.418474] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ac8bf21-01cd-4c2c-87b3-bac1ef4ce048 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.426434] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 773.426434] env[69411]: value = "task-3378460" [ 773.426434] env[69411]: _type = "Task" [ 773.426434] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.435738] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378460, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.508506] env[69411]: DEBUG nova.scheduler.client.report [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.635832] env[69411]: DEBUG oslo_concurrency.lockutils [req-9e50ad3a-a2ee-41e4-b21b-f26ded7433a8 req-584f967b-d1f2-4f13-81db-fd28e2fa5fe7 service nova] Releasing lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.637279] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquired lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.637279] env[69411]: DEBUG nova.network.neutron [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 773.721741] env[69411]: DEBUG nova.network.neutron [-] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.907501] env[69411]: DEBUG nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.938880] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378460, 'name': Rename_Task, 'duration_secs': 0.139066} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.941271] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.941512] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.941675] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.941876] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.942044] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.942211] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.942431] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.942596] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.942835] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.943021] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.943221] env[69411]: DEBUG nova.virt.hardware [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.943526] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.944594] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a28f115-3df2-46ef-8197-d0c6f5d5e22e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.948537] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fe0f50d-7efc-4698-940d-3bcb947b7bcf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.959426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce789a71-bef1-42da-8a08-a4c28d41eabd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.963471] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 773.963471] env[69411]: value = "task-3378461" [ 773.963471] env[69411]: _type = "Task" [ 773.963471] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.981908] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378461, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.013764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.016677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.568s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.018202] env[69411]: INFO nova.compute.claims [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.051611] env[69411]: INFO nova.scheduler.client.report [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Deleted allocations for instance 677f4657-cc6f-4528-bf47-dd0aa59fdb58 [ 774.147058] env[69411]: DEBUG nova.network.neutron [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 774.176105] env[69411]: DEBUG nova.network.neutron [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 774.225405] env[69411]: INFO nova.compute.manager [-] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Took 1.55 seconds to deallocate network for instance. [ 774.248795] env[69411]: DEBUG nova.network.neutron [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.382636] env[69411]: DEBUG nova.network.neutron [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Updating instance_info_cache with network_info: [{"id": "5666bd2a-5c2f-4cb1-b827-d54b245b3db8", "address": "fa:16:3e:6c:af:1a", "network": {"id": "9ecb110d-b01b-43e7-8055-7b6ad8582b54", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-603878319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ee704b9b604fc5bcce00ca48ffe9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5666bd2a-5c", "ovs_interfaceid": "5666bd2a-5c2f-4cb1-b827-d54b245b3db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.474122] env[69411]: DEBUG oslo_vmware.api [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378461, 'name': PowerOnVM_Task, 'duration_secs': 0.452433} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.474122] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.474122] env[69411]: INFO nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Took 8.24 seconds to spawn the instance on the hypervisor. [ 774.474122] env[69411]: DEBUG nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.474908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e460837c-1f72-4b9e-9c20-0792ffb96ca8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.515333] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 774.515571] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674149', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'name': 'volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'serial': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 774.516547] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b4880f-1a56-4600-bdb2-769a67c4172b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.544955] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b8d00f-f336-4594-8802-fb7c7d6c37f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.567864] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ba3f164-031b-4873-9725-978dddd6c909 tempest-DeleteServersAdminTestJSON-1900955843 tempest-DeleteServersAdminTestJSON-1900955843-project-member] Lock "677f4657-cc6f-4528-bf47-dd0aa59fdb58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.099s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.578284] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588/volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.578867] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609a4b40-340d-4e1b-9646-6e32deedb0d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.597953] env[69411]: DEBUG oslo_vmware.api [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 774.597953] env[69411]: value = "task-3378462" [ 774.597953] env[69411]: _type = "Task" [ 774.597953] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.608321] env[69411]: DEBUG oslo_vmware.api [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.655561] env[69411]: DEBUG nova.compute.manager [req-4e080005-444e-4216-8c65-4e86bd7ac550 req-6e93ccc3-e9a8-4340-9ae9-d9927f387544 service nova] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Received event network-vif-deleted-57f5778e-b5f8-40ad-a568-dd1eea5b4a45 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.735334] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.752042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Releasing lock "refresh_cache-9966e2b7-5af8-4307-94e2-78e5975b8e14" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.752488] env[69411]: DEBUG nova.compute.manager [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.752682] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.753756] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5521dd1-d6fd-41e7-b096-a8f0a009ccfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.762170] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.762409] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc418b9d-bce9-445a-8641-724abc11bb79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.768641] env[69411]: DEBUG oslo_vmware.api [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 774.768641] env[69411]: value = "task-3378463" [ 774.768641] env[69411]: _type = "Task" [ 774.768641] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.778179] env[69411]: DEBUG oslo_vmware.api [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.889473] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Releasing lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.889473] env[69411]: DEBUG nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Instance network_info: |[{"id": "5666bd2a-5c2f-4cb1-b827-d54b245b3db8", "address": "fa:16:3e:6c:af:1a", "network": {"id": "9ecb110d-b01b-43e7-8055-7b6ad8582b54", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-603878319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ee704b9b604fc5bcce00ca48ffe9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5666bd2a-5c", "ovs_interfaceid": "5666bd2a-5c2f-4cb1-b827-d54b245b3db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.889473] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:af:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5666bd2a-5c2f-4cb1-b827-d54b245b3db8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.895508] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Creating folder: Project (64ee704b9b604fc5bcce00ca48ffe9d7). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.895848] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9a3ad26-036d-4b9f-851f-78b30e2a4595 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.905600] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Created folder: Project (64ee704b9b604fc5bcce00ca48ffe9d7) in parent group-v674052. [ 774.905830] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Creating folder: Instances. Parent ref: group-v674153. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.906106] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16276205-9ee4-4c2f-a55d-6d76d6880cc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.915475] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Created folder: Instances in parent group-v674153. [ 774.915722] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.915914] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.916182] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87f70ff6-fc6d-40e2-bc24-062ca432efd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.935038] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.935038] env[69411]: value = "task-3378466" [ 774.935038] env[69411]: _type = "Task" [ 774.935038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.943539] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378466, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.992161] env[69411]: DEBUG nova.network.neutron [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Successfully updated port: 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.992687] env[69411]: INFO nova.compute.manager [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Took 49.80 seconds to build instance. [ 775.113382] env[69411]: DEBUG oslo_vmware.api [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378462, 'name': ReconfigVM_Task, 'duration_secs': 0.37137} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.113881] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588/volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.120602] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb0a5f5-c25e-4a1a-bdaf-c87b809b1dae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.135547] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 775.135779] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674152', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'name': 'volume-f5085210-c7c5-406c-8a2c-40bd47762a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e1a107d-1d5f-4f9a-82b0-0ee199cfa692', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'serial': 'f5085210-c7c5-406c-8a2c-40bd47762a1e'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 775.136723] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45454153-bf6f-4c9d-889f-b773ea39487f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.141441] env[69411]: DEBUG oslo_vmware.api [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 775.141441] env[69411]: value = "task-3378467" [ 775.141441] env[69411]: _type = "Task" [ 775.141441] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.160845] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89fe685-e77c-4dfb-a955-035d9e535336 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.168053] env[69411]: DEBUG oslo_vmware.api [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.195332] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-f5085210-c7c5-406c-8a2c-40bd47762a1e/volume-f5085210-c7c5-406c-8a2c-40bd47762a1e.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.202022] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed168e9-d3c5-4447-a0e6-a6173baa1bad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.217683] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Waiting for the task: (returnval){ [ 775.217683] env[69411]: value = "task-3378468" [ 775.217683] env[69411]: _type = "Task" [ 775.217683] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.231769] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.290194] env[69411]: DEBUG oslo_vmware.api [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378463, 'name': PowerOffVM_Task, 'duration_secs': 0.126896} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.290194] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.290194] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.290466] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b85e957-e79f-4cdf-81f6-1ed0f59247c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.319981] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.320284] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.320554] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Deleting the datastore file [datastore1] 9966e2b7-5af8-4307-94e2-78e5975b8e14 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.320891] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecd1929c-7968-447a-bab4-a3d0af803e98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.328329] env[69411]: DEBUG oslo_vmware.api [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for the task: (returnval){ [ 775.328329] env[69411]: value = "task-3378470" [ 775.328329] env[69411]: _type = "Task" [ 775.328329] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.339957] env[69411]: DEBUG oslo_vmware.api [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.447535] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378466, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.495256] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "refresh_cache-9848c369-d516-4e71-9d00-6f21d0dda7e4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.495680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "refresh_cache-9848c369-d516-4e71-9d00-6f21d0dda7e4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.495680] env[69411]: DEBUG nova.network.neutron [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 775.499197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8bbd0ce0-563a-42f2-b3bc-6f5a9665bc9d tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.403s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.624424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b21139-9f62-4c1f-bc09-ca2460d52c71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.632125] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8586e0-5cda-4437-832d-0e0fa101a53a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.665584] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0edf0ed-fa8e-459c-8f8a-cc1177588b74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.673381] env[69411]: DEBUG oslo_vmware.api [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378467, 'name': ReconfigVM_Task, 'duration_secs': 0.152789} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.675488] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674149', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'name': 'volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'serial': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 775.680187] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73168242-2631-4e40-8450-7c543dbccc63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.694140] env[69411]: DEBUG nova.compute.provider_tree [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.727100] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.843320] env[69411]: DEBUG oslo_vmware.api [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Task: {'id': task-3378470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.843737] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.843992] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.844865] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.845303] env[69411]: INFO nova.compute.manager [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Took 1.09 seconds to destroy the instance on the hypervisor. [ 775.845718] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.846080] env[69411]: DEBUG nova.compute.manager [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.846216] env[69411]: DEBUG nova.network.neutron [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 775.873518] env[69411]: DEBUG nova.network.neutron [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 775.947553] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378466, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.006287] env[69411]: DEBUG nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.052554] env[69411]: DEBUG nova.network.neutron [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 776.226724] env[69411]: ERROR nova.scheduler.client.report [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [req-4f8ac9f7-2273-457d-81d9-f7e7547a2b06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f8ac9f7-2273-457d-81d9-f7e7547a2b06"}]} [ 776.239252] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378468, 'name': ReconfigVM_Task, 'duration_secs': 0.546916} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.241302] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-f5085210-c7c5-406c-8a2c-40bd47762a1e/volume-f5085210-c7c5-406c-8a2c-40bd47762a1e.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.246689] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d54d9d-c7e3-4e9c-97a9-aadb1cdf8430 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.258500] env[69411]: DEBUG nova.scheduler.client.report [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 776.267333] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Waiting for the task: (returnval){ [ 776.267333] env[69411]: value = "task-3378471" [ 776.267333] env[69411]: _type = "Task" [ 776.267333] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.276665] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.282289] env[69411]: DEBUG nova.scheduler.client.report [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 776.282520] env[69411]: DEBUG nova.compute.provider_tree [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.296654] env[69411]: DEBUG nova.scheduler.client.report [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 776.321329] env[69411]: DEBUG nova.network.neutron [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Updating instance_info_cache with network_info: [{"id": "314b214b-422a-42a5-84c9-b3aa3fbb6fd4", "address": "fa:16:3e:79:57:b5", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314b214b-42", "ovs_interfaceid": "314b214b-422a-42a5-84c9-b3aa3fbb6fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.324015] env[69411]: DEBUG nova.scheduler.client.report [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 776.384140] env[69411]: DEBUG nova.network.neutron [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.448552] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378466, 'name': CreateVM_Task, 'duration_secs': 1.458689} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.449250] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.449481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.449622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.449919] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.452894] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cd2995-8567-4dfd-8378-9555d68f0a57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.458027] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 776.458027] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52788e86-27ea-15b5-d535-c9258eaf605a" [ 776.458027] env[69411]: _type = "Task" [ 776.458027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.469194] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52788e86-27ea-15b5-d535-c9258eaf605a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.533888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.714408] env[69411]: DEBUG nova.compute.manager [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Received event network-vif-plugged-314b214b-422a-42a5-84c9-b3aa3fbb6fd4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.714659] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Acquiring lock "9848c369-d516-4e71-9d00-6f21d0dda7e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.714932] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.715064] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.715219] env[69411]: DEBUG nova.compute.manager [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] No waiting events found dispatching network-vif-plugged-314b214b-422a-42a5-84c9-b3aa3fbb6fd4 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.715382] env[69411]: WARNING nova.compute.manager [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Received unexpected event network-vif-plugged-314b214b-422a-42a5-84c9-b3aa3fbb6fd4 for instance with vm_state building and task_state spawning. [ 776.715542] env[69411]: DEBUG nova.compute.manager [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Received event network-changed-314b214b-422a-42a5-84c9-b3aa3fbb6fd4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.715697] env[69411]: DEBUG nova.compute.manager [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Refreshing instance network info cache due to event network-changed-314b214b-422a-42a5-84c9-b3aa3fbb6fd4. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.715886] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Acquiring lock "refresh_cache-9848c369-d516-4e71-9d00-6f21d0dda7e4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.750404] env[69411]: DEBUG nova.objects.instance [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lazy-loading 'flavor' on Instance uuid 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.779978] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.827134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "refresh_cache-9848c369-d516-4e71-9d00-6f21d0dda7e4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.827478] env[69411]: DEBUG nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Instance network_info: |[{"id": "314b214b-422a-42a5-84c9-b3aa3fbb6fd4", "address": "fa:16:3e:79:57:b5", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314b214b-42", "ovs_interfaceid": "314b214b-422a-42a5-84c9-b3aa3fbb6fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.827815] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Acquired lock "refresh_cache-9848c369-d516-4e71-9d00-6f21d0dda7e4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.828015] env[69411]: DEBUG nova.network.neutron [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Refreshing network info cache for port 314b214b-422a-42a5-84c9-b3aa3fbb6fd4 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 776.829245] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:57:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314b214b-422a-42a5-84c9-b3aa3fbb6fd4', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.840511] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating folder: Project (ed8930c7b5154d5bbfd6786a8d3a9dce). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.844593] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71a46480-a972-4637-98cc-d65f65fe02ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.855907] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created folder: Project (ed8930c7b5154d5bbfd6786a8d3a9dce) in parent group-v674052. [ 776.856153] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating folder: Instances. Parent ref: group-v674156. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.856538] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6a54cf5-ff3f-4e22-ae10-4e97ce65d834 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.866955] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created folder: Instances in parent group-v674156. [ 776.866955] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.866955] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.866955] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15caf99a-2cd1-4ea5-8d84-312b0931d309 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.887146] env[69411]: INFO nova.compute.manager [-] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Took 1.04 seconds to deallocate network for instance. [ 776.890789] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.890789] env[69411]: value = "task-3378474" [ 776.890789] env[69411]: _type = "Task" [ 776.890789] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.905474] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378474, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.912785] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816e7ac7-12e8-4782-8627-fdaeb14e602c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.921429] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd765e93-f0f3-4d89-a203-55660317f566 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.964871] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27adf4a4-fa8c-4d62-845e-b27458a342bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.975409] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52788e86-27ea-15b5-d535-c9258eaf605a, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.977833] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.978098] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.978367] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.978517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.978714] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.979014] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b0b4341-5423-4842-bc14-25519ccb1fa7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.981860] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798614f-a886-4714-b7f1-283768714048 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.998632] env[69411]: DEBUG nova.compute.provider_tree [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.002191] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.002191] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.002267] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a80c19-93bd-437a-8b0c-ab2d4d1b88f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.007683] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 777.007683] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522acdcc-f9e4-444e-fd69-7698128b5095" [ 777.007683] env[69411]: _type = "Task" [ 777.007683] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.011704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "0cdca785-e451-4391-9eee-9c310bff924d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.011950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.012205] env[69411]: INFO nova.compute.manager [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Rebooting instance [ 777.019547] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522acdcc-f9e4-444e-fd69-7698128b5095, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.020375] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceba0638-f6d5-4c27-b737-3e309fd7d6b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.025776] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 777.025776] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5225b04b-cddc-413f-4e2f-1e96561fb558" [ 777.025776] env[69411]: _type = "Task" [ 777.025776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.035702] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5225b04b-cddc-413f-4e2f-1e96561fb558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.262153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9cd47c99-82e6-42e2-9723-0e0dfa1c9d3c tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.278383] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.355977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.355977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.355977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.355977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.355977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.360464] env[69411]: INFO nova.compute.manager [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Terminating instance [ 777.403208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.403657] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378474, 'name': CreateVM_Task, 'duration_secs': 0.304495} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.408227] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.409568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.409568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.409568] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.410321] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0a510a-c121-4aa7-abb9-a53e34e329e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.415257] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 777.415257] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e97f20-1510-8e75-27dc-99dce9cf074b" [ 777.415257] env[69411]: _type = "Task" [ 777.415257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.423638] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e97f20-1510-8e75-27dc-99dce9cf074b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.536913] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5225b04b-cddc-413f-4e2f-1e96561fb558, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.538418] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.538418] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8ceee979-38df-4fd1-81af-bf1436af8ec9/8ceee979-38df-4fd1-81af-bf1436af8ec9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.538418] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51937d7c-d72f-485b-93cf-40ed118466eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.542928] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.543108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquired lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.543280] env[69411]: DEBUG nova.network.neutron [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 777.545075] env[69411]: DEBUG nova.scheduler.client.report [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 777.545356] env[69411]: DEBUG nova.compute.provider_tree [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 64 to 65 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 777.545557] env[69411]: DEBUG nova.compute.provider_tree [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.555754] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 777.555754] env[69411]: value = "task-3378475" [ 777.555754] env[69411]: _type = "Task" [ 777.555754] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.565567] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.637847] env[69411]: DEBUG nova.network.neutron [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Updated VIF entry in instance network info cache for port 314b214b-422a-42a5-84c9-b3aa3fbb6fd4. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 777.638249] env[69411]: DEBUG nova.network.neutron [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Updating instance_info_cache with network_info: [{"id": "314b214b-422a-42a5-84c9-b3aa3fbb6fd4", "address": "fa:16:3e:79:57:b5", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314b214b-42", "ovs_interfaceid": "314b214b-422a-42a5-84c9-b3aa3fbb6fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.780897] env[69411]: DEBUG oslo_vmware.api [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378471, 'name': ReconfigVM_Task, 'duration_secs': 1.149236} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.781268] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674152', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'name': 'volume-f5085210-c7c5-406c-8a2c-40bd47762a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e1a107d-1d5f-4f9a-82b0-0ee199cfa692', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'serial': 'f5085210-c7c5-406c-8a2c-40bd47762a1e'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 777.866237] env[69411]: DEBUG nova.compute.manager [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.866237] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.866366] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69187856-ceeb-419f-8678-e8bf39a1d92a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.877053] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 777.877053] env[69411]: value = "task-3378476" [ 777.877053] env[69411]: _type = "Task" [ 777.877053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.895331] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.928339] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e97f20-1510-8e75-27dc-99dce9cf074b, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.928697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.929074] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.929211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.930136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.930136] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.930136] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05dfafb7-ab3e-43fd-a987-1c9db79167f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.943572] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.943791] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.944637] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b99fb12-77be-464c-9e26-00fac1c405ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.951872] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 777.951872] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ed7a4e-0fa6-9647-07e4-8b0050754a8a" [ 777.951872] env[69411]: _type = "Task" [ 777.951872] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.963076] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ed7a4e-0fa6-9647-07e4-8b0050754a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.052475] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.036s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.053023] env[69411]: DEBUG nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.055577] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.209s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.057043] env[69411]: INFO nova.compute.claims [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.069072] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459855} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.069344] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8ceee979-38df-4fd1-81af-bf1436af8ec9/8ceee979-38df-4fd1-81af-bf1436af8ec9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.069579] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.069828] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b0474a-1717-42e1-b303-af2a7c1b48aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.077175] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 778.077175] env[69411]: value = "task-3378477" [ 778.077175] env[69411]: _type = "Task" [ 778.077175] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.085136] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.142132] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Releasing lock "refresh_cache-9848c369-d516-4e71-9d00-6f21d0dda7e4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.142392] env[69411]: DEBUG nova.compute.manager [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Received event network-changed-50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.142558] env[69411]: DEBUG nova.compute.manager [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Refreshing instance network info cache due to event network-changed-50d25f5b-4af0-486c-bbdb-39a85d4534ae. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.142740] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Acquiring lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.317302] env[69411]: DEBUG nova.network.neutron [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updating instance_info_cache with network_info: [{"id": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "address": "fa:16:3e:be:a0:ab", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d25f5b-4a", "ovs_interfaceid": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.387767] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378476, 'name': PowerOffVM_Task, 'duration_secs': 0.213752} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.388696] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.388696] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 778.388696] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674149', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'name': 'volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'serial': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 778.389854] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e860dd0-f65f-40e0-be48-730e8c61ae46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.411779] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a1b85-8f22-463c-af95-8b15c98de049 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.418577] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b550be-cf78-402e-906d-e8d7be1ad518 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.442058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9207b70d-fba1-41fa-9843-c0c40fafc43f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.447354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "d659f63c-83f2-44d8-9865-15bd34786a10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.447565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "d659f63c-83f2-44d8-9865-15bd34786a10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.460256] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] The volume has not been displaced from its original location: [datastore1] volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588/volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 778.468924] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 778.473796] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c9255f-2d48-4ac4-b169-63e3cc4bd344 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.493761] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ed7a4e-0fa6-9647-07e4-8b0050754a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.048309} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.495517] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 778.495517] env[69411]: value = "task-3378478" [ 778.495517] env[69411]: _type = "Task" [ 778.495517] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.495712] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f46735-db15-461e-b025-621189a1b743 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.504360] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 778.504360] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52091b15-98a3-a131-e975-8eec076a6998" [ 778.504360] env[69411]: _type = "Task" [ 778.504360] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.507093] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.514877] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52091b15-98a3-a131-e975-8eec076a6998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.561733] env[69411]: DEBUG nova.compute.utils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.566655] env[69411]: DEBUG nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.566655] env[69411]: DEBUG nova.network.neutron [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.587093] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.587643] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.588416] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d4b36e-b82f-4f72-a7a6-70ca98950766 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.610221] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 8ceee979-38df-4fd1-81af-bf1436af8ec9/8ceee979-38df-4fd1-81af-bf1436af8ec9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.611787] env[69411]: DEBUG nova.policy [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87501531bb6549219fa222ed71910fc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4ab84c5394376803147b9ec22cf9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.613222] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadf1480-c14a-40ec-91ae-287870172206 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.632927] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 778.632927] env[69411]: value = "task-3378479" [ 778.632927] env[69411]: _type = "Task" [ 778.632927] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.640747] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.821383] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Releasing lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.821383] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Acquired lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.821383] env[69411]: DEBUG nova.network.neutron [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Refreshing network info cache for port 50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 778.862848] env[69411]: DEBUG nova.objects.instance [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lazy-loading 'flavor' on Instance uuid 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.934997] env[69411]: DEBUG nova.network.neutron [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Successfully created port: 9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.009444] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378478, 'name': ReconfigVM_Task, 'duration_secs': 0.405687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.013167] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.018711] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4403d98d-059b-4af7-af6b-eb923f063192 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.036940] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52091b15-98a3-a131-e975-8eec076a6998, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.038301] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.038540] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 9848c369-d516-4e71-9d00-6f21d0dda7e4/9848c369-d516-4e71-9d00-6f21d0dda7e4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.038896] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 779.038896] env[69411]: value = "task-3378480" [ 779.038896] env[69411]: _type = "Task" [ 779.038896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.039095] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950043b0-fec7-4325-9b85-e6dd0e1162fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.053818] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.054372] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 779.054372] env[69411]: value = "task-3378481" [ 779.054372] env[69411]: _type = "Task" [ 779.054372] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.061624] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.068338] env[69411]: DEBUG nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.148645] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.327959] env[69411]: DEBUG nova.compute.manager [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.331758] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4caff-8105-411a-b7ca-7c51548c592c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.372996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd7b06ca-6dc9-4be2-bd50-af16389f6b68 tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.884s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.565022] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378480, 'name': ReconfigVM_Task, 'duration_secs': 0.294762} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.568211] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674149', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'name': 'volume-a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588', 'serial': 'a63e3e0c-ded9-4e5b-b877-3b0cedf0d588'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 779.568548] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.573509] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecc795d-025a-4ad1-9c8c-5ad2b5da6d6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.588499] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378481, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.592419] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.592694] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296b4e25-bd30-4d85-a9b7-bfb8fc81ecd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.643809] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378479, 'name': ReconfigVM_Task, 'duration_secs': 0.669722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.646094] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 8ceee979-38df-4fd1-81af-bf1436af8ec9/8ceee979-38df-4fd1-81af-bf1436af8ec9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.646094] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0451e2d9-445d-4608-b771-92b10c82e93f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.651181] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.651525] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.651582] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore1] 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.651803] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1736b9e7-3b50-4434-b2fe-72f0a6368fab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.655036] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 779.655036] env[69411]: value = "task-3378483" [ 779.655036] env[69411]: _type = "Task" [ 779.655036] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.659307] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 779.659307] env[69411]: value = "task-3378484" [ 779.659307] env[69411]: _type = "Task" [ 779.659307] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.667823] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378483, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.672472] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.691342] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e466a5-b541-445b-bcec-2359b0ba40d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.698784] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4aaa6-1d61-47aa-b354-2db1982c7b95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.730017] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bc61d9-e187-421f-b7e7-3be6b2a244da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.738046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d33c7d-9a60-4f3f-9fee-e0660a1eb1e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.756845] env[69411]: DEBUG nova.compute.provider_tree [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.881091] env[69411]: DEBUG nova.network.neutron [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updated VIF entry in instance network info cache for port 50d25f5b-4af0-486c-bbdb-39a85d4534ae. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 779.881462] env[69411]: DEBUG nova.network.neutron [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updating instance_info_cache with network_info: [{"id": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "address": "fa:16:3e:be:a0:ab", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d25f5b-4a", "ovs_interfaceid": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.066905] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Acquiring lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.067187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.076953] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.078962] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 9848c369-d516-4e71-9d00-6f21d0dda7e4/9848c369-d516-4e71-9d00-6f21d0dda7e4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.079417] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.079698] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c73295f-ce76-4975-80c4-51a458139821 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.088446] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 780.088446] env[69411]: value = "task-3378485" [ 780.088446] env[69411]: _type = "Task" [ 780.088446] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.093584] env[69411]: DEBUG nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.102296] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.126677] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.126936] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.127101] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.127356] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.127418] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.127562] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.127815] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.127991] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.128352] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.128522] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.128756] env[69411]: DEBUG nova.virt.hardware [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.129679] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9849f931-a08f-425e-8fc4-0c58f9a90d28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.145426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12bdd16-b656-4295-81b3-07b6e2c49371 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.174784] env[69411]: DEBUG oslo_vmware.api [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183785} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.177935] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.178425] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.178425] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.178615] env[69411]: INFO nova.compute.manager [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Took 2.31 seconds to destroy the instance on the hypervisor. [ 780.178753] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.179241] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378483, 'name': Rename_Task, 'duration_secs': 0.144217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.179241] env[69411]: DEBUG nova.compute.manager [-] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.179384] env[69411]: DEBUG nova.network.neutron [-] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 780.180914] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.181161] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-481616f2-2b0f-4824-9a37-6fc793e77580 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.187791] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 780.187791] env[69411]: value = "task-3378486" [ 780.187791] env[69411]: _type = "Task" [ 780.187791] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.196038] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.282270] env[69411]: ERROR nova.scheduler.client.report [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [req-ee03d768-2417-4d9a-b61d-ed619050d97d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ee03d768-2417-4d9a-b61d-ed619050d97d"}]} [ 780.307075] env[69411]: DEBUG nova.scheduler.client.report [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 780.324966] env[69411]: DEBUG nova.scheduler.client.report [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 780.325481] env[69411]: DEBUG nova.compute.provider_tree [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.339446] env[69411]: DEBUG nova.scheduler.client.report [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 780.348416] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d2685-ed18-40fe-9c0d-90d74e853bd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.359233] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Doing hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 780.361358] env[69411]: DEBUG nova.scheduler.client.report [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 780.366009] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a012b467-0640-495e-8ea8-ebdf7870f580 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.372866] env[69411]: DEBUG oslo_vmware.api [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 780.372866] env[69411]: value = "task-3378487" [ 780.372866] env[69411]: _type = "Task" [ 780.372866] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.386776] env[69411]: DEBUG oslo_concurrency.lockutils [req-08a4595d-3a65-4521-8c4c-9c66c6077331 req-9431a72d-5db6-495c-817e-7c657e3ef503 service nova] Releasing lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.387266] env[69411]: DEBUG oslo_vmware.api [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378487, 'name': ResetVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.505782] env[69411]: DEBUG nova.compute.manager [req-e0b1cf7b-736e-4554-842d-77b60a0edc79 req-daddeac3-1751-469f-b4ef-cc81e2891f90 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Received event network-vif-plugged-9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.506015] env[69411]: DEBUG oslo_concurrency.lockutils [req-e0b1cf7b-736e-4554-842d-77b60a0edc79 req-daddeac3-1751-469f-b4ef-cc81e2891f90 service nova] Acquiring lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.506235] env[69411]: DEBUG oslo_concurrency.lockutils [req-e0b1cf7b-736e-4554-842d-77b60a0edc79 req-daddeac3-1751-469f-b4ef-cc81e2891f90 service nova] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.506438] env[69411]: DEBUG oslo_concurrency.lockutils [req-e0b1cf7b-736e-4554-842d-77b60a0edc79 req-daddeac3-1751-469f-b4ef-cc81e2891f90 service nova] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.506604] env[69411]: DEBUG nova.compute.manager [req-e0b1cf7b-736e-4554-842d-77b60a0edc79 req-daddeac3-1751-469f-b4ef-cc81e2891f90 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] No waiting events found dispatching network-vif-plugged-9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.506762] env[69411]: WARNING nova.compute.manager [req-e0b1cf7b-736e-4554-842d-77b60a0edc79 req-daddeac3-1751-469f-b4ef-cc81e2891f90 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Received unexpected event network-vif-plugged-9a72862b-bc2b-4638-8293-e042563fd248 for instance with vm_state building and task_state spawning. [ 780.572244] env[69411]: INFO nova.compute.manager [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Detaching volume f5085210-c7c5-406c-8a2c-40bd47762a1e [ 780.609377] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225559} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.613961] env[69411]: DEBUG nova.network.neutron [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Successfully updated port: 9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.615595] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.619506] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8de228-c38a-4c6e-af1e-3bb05be39817 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.647279] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 9848c369-d516-4e71-9d00-6f21d0dda7e4/9848c369-d516-4e71-9d00-6f21d0dda7e4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.652969] env[69411]: INFO nova.virt.block_device [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Attempting to driver detach volume f5085210-c7c5-406c-8a2c-40bd47762a1e from mountpoint /dev/sdb [ 780.653218] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 780.653406] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674152', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'name': 'volume-f5085210-c7c5-406c-8a2c-40bd47762a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e1a107d-1d5f-4f9a-82b0-0ee199cfa692', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'serial': 'f5085210-c7c5-406c-8a2c-40bd47762a1e'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 780.654360] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6901bedd-2812-4422-bddf-c3a27235c708 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.673860] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c036f-f482-4ff2-9e36-f90713d5c78b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.699363] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 780.699363] env[69411]: value = "task-3378488" [ 780.699363] env[69411]: _type = "Task" [ 780.699363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.706077] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720c8ea-814a-4cfd-87e9-b98fc42b67b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.714015] env[69411]: DEBUG nova.compute.manager [req-a91600ca-7f0d-4362-9296-309b1a204828 req-98cc30e8-9972-4ff7-bb75-5e0d54be8d51 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Received event network-vif-deleted-3d85dde2-d523-4dda-b3b6-1099b0614987 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.714271] env[69411]: INFO nova.compute.manager [req-a91600ca-7f0d-4362-9296-309b1a204828 req-98cc30e8-9972-4ff7-bb75-5e0d54be8d51 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Neutron deleted interface 3d85dde2-d523-4dda-b3b6-1099b0614987; detaching it from the instance and deleting it from the info cache [ 780.714443] env[69411]: DEBUG nova.network.neutron [req-a91600ca-7f0d-4362-9296-309b1a204828 req-98cc30e8-9972-4ff7-bb75-5e0d54be8d51 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.720761] env[69411]: DEBUG oslo_vmware.api [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378486, 'name': PowerOnVM_Task, 'duration_secs': 0.498512} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.725846] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.726093] env[69411]: INFO nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Took 9.49 seconds to spawn the instance on the hypervisor. [ 780.726820] env[69411]: DEBUG nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.727054] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.730114] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c825706-6ab1-4ce8-849b-fa421cc80588 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.733075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e1f3a-d9ae-41db-aa40-87b52818854a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.764104] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17cd1e7-9e2e-42eb-9f6d-baeff6f165e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.781970] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] The volume has not been displaced from its original location: [datastore2] volume-f5085210-c7c5-406c-8a2c-40bd47762a1e/volume-f5085210-c7c5-406c-8a2c-40bd47762a1e.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 780.785915] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 780.790986] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f45fda-4547-4cf5-9ba0-67d41afd2ded {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.811369] env[69411]: DEBUG oslo_vmware.api [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Waiting for the task: (returnval){ [ 780.811369] env[69411]: value = "task-3378489" [ 780.811369] env[69411]: _type = "Task" [ 780.811369] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.819781] env[69411]: DEBUG oslo_vmware.api [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.882465] env[69411]: DEBUG oslo_vmware.api [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378487, 'name': ResetVM_Task, 'duration_secs': 0.104354} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.882734] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Did hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 780.882925] env[69411]: DEBUG nova.compute.manager [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.883710] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f4102-1fac-4867-a0f8-a99cea7ee4be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.064022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd72bbb-bbe1-42c8-ac25-8654f5d7461a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.069476] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81c7ca-6b41-4564-8d0e-7096e19960c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.100731] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf8f7fa-64e9-4596-90ca-721a20ea6702 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.108163] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e148718-4a40-4908-bd85-d2243e2f6ea2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.124198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.124406] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.124584] env[69411]: DEBUG nova.network.neutron [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 781.129969] env[69411]: DEBUG nova.compute.provider_tree [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.180494] env[69411]: DEBUG nova.network.neutron [-] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.216648] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378488, 'name': ReconfigVM_Task, 'duration_secs': 0.366949} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.216648] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 9848c369-d516-4e71-9d00-6f21d0dda7e4/9848c369-d516-4e71-9d00-6f21d0dda7e4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.217172] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff830e67-7290-43e6-b9fc-02922b986df5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.218896] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b1ea51b-cb16-466b-a967-fc29d4632d97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.228482] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa47c81-8e2f-4a4d-a083-58e00493d51d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.244888] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 781.244888] env[69411]: value = "task-3378490" [ 781.244888] env[69411]: _type = "Task" [ 781.244888] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.255199] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378490, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.273826] env[69411]: DEBUG nova.compute.manager [req-a91600ca-7f0d-4362-9296-309b1a204828 req-98cc30e8-9972-4ff7-bb75-5e0d54be8d51 service nova] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Detach interface failed, port_id=3d85dde2-d523-4dda-b3b6-1099b0614987, reason: Instance 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 781.280746] env[69411]: INFO nova.compute.manager [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Took 52.89 seconds to build instance. [ 781.322503] env[69411]: DEBUG oslo_vmware.api [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378489, 'name': ReconfigVM_Task, 'duration_secs': 0.232149} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.322797] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 781.327581] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64179528-d782-45fb-b923-818a9077efc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.342453] env[69411]: DEBUG oslo_vmware.api [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Waiting for the task: (returnval){ [ 781.342453] env[69411]: value = "task-3378491" [ 781.342453] env[69411]: _type = "Task" [ 781.342453] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.351098] env[69411]: DEBUG oslo_vmware.api [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.398178] env[69411]: DEBUG oslo_concurrency.lockutils [None req-71eddf69-f5ac-43fe-8c85-2344aa900c1c tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.386s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.671885] env[69411]: DEBUG nova.scheduler.client.report [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 781.672258] env[69411]: DEBUG nova.compute.provider_tree [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 66 to 67 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 781.672360] env[69411]: DEBUG nova.compute.provider_tree [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.683170] env[69411]: INFO nova.compute.manager [-] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Took 1.50 seconds to deallocate network for instance. [ 781.686260] env[69411]: DEBUG nova.network.neutron [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 781.757030] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378490, 'name': Rename_Task, 'duration_secs': 0.15576} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.757688] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.757688] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-087910ba-796b-4484-8191-8dcc5e177fd1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.764118] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 781.764118] env[69411]: value = "task-3378492" [ 781.764118] env[69411]: _type = "Task" [ 781.764118] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.771802] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.782828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-25ee3778-751f-499d-8fcc-87aa369159ad tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.229s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.855784] env[69411]: DEBUG oslo_vmware.api [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Task: {'id': task-3378491, 'name': ReconfigVM_Task, 'duration_secs': 0.1428} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.857244] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674152', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'name': 'volume-f5085210-c7c5-406c-8a2c-40bd47762a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e1a107d-1d5f-4f9a-82b0-0ee199cfa692', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5085210-c7c5-406c-8a2c-40bd47762a1e', 'serial': 'f5085210-c7c5-406c-8a2c-40bd47762a1e'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 781.952872] env[69411]: DEBUG nova.network.neutron [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Updating instance_info_cache with network_info: [{"id": "9a72862b-bc2b-4638-8293-e042563fd248", "address": "fa:16:3e:b5:df:d2", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a72862b-bc", "ovs_interfaceid": "9a72862b-bc2b-4638-8293-e042563fd248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.183180] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.124s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.183180] env[69411]: DEBUG nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.188041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.439s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.188520] env[69411]: DEBUG nova.objects.instance [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lazy-loading 'resources' on Instance uuid cf426e3f-1187-49a3-baf2-6e668af23fe0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.251585] env[69411]: INFO nova.compute.manager [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Took 0.57 seconds to detach 1 volumes for instance. [ 782.275661] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.285368] env[69411]: DEBUG nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.415221] env[69411]: DEBUG nova.objects.instance [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lazy-loading 'flavor' on Instance uuid 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.455250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Releasing lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.455593] env[69411]: DEBUG nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Instance network_info: |[{"id": "9a72862b-bc2b-4638-8293-e042563fd248", "address": "fa:16:3e:b5:df:d2", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a72862b-bc", "ovs_interfaceid": "9a72862b-bc2b-4638-8293-e042563fd248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.456208] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:df:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a72862b-bc2b-4638-8293-e042563fd248', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.465885] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.466685] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.467148] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454c75da-678a-40b6-ae77-ee8e7bf31185 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.493122] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.493122] env[69411]: value = "task-3378493" [ 782.493122] env[69411]: _type = "Task" [ 782.493122] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.502946] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378493, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.697861] env[69411]: DEBUG nova.compute.utils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.703274] env[69411]: DEBUG nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.703514] env[69411]: DEBUG nova.network.neutron [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.740115] env[69411]: DEBUG nova.compute.manager [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Received event network-changed-9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.740316] env[69411]: DEBUG nova.compute.manager [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Refreshing instance network info cache due to event network-changed-9a72862b-bc2b-4638-8293-e042563fd248. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.740540] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] Acquiring lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.740838] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] Acquired lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.740838] env[69411]: DEBUG nova.network.neutron [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Refreshing network info cache for port 9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 782.759650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.780640] env[69411]: DEBUG oslo_vmware.api [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378492, 'name': PowerOnVM_Task, 'duration_secs': 0.933163} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.781310] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.781651] env[69411]: INFO nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Took 8.87 seconds to spawn the instance on the hypervisor. [ 782.784016] env[69411]: DEBUG nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.784016] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ed212-18dc-4462-a8ee-f7daffb9c3bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.829293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.836325] env[69411]: DEBUG nova.policy [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b241c2f15ed7491ba22ea9d9c6c78da3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b3d5f99985f4dc2ae71e2ff935531c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.010480] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378493, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.052509] env[69411]: DEBUG nova.compute.manager [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Received event network-changed-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.052686] env[69411]: DEBUG nova.compute.manager [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Refreshing instance network info cache due to event network-changed-5666bd2a-5c2f-4cb1-b827-d54b245b3db8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.052899] env[69411]: DEBUG oslo_concurrency.lockutils [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] Acquiring lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.053072] env[69411]: DEBUG oslo_concurrency.lockutils [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] Acquired lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.053297] env[69411]: DEBUG nova.network.neutron [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Refreshing network info cache for port 5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 783.213769] env[69411]: DEBUG nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.284767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "0cdca785-e451-4391-9eee-9c310bff924d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.285523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.286267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "0cdca785-e451-4391-9eee-9c310bff924d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.287062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.288782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.291651] env[69411]: INFO nova.compute.manager [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Terminating instance [ 783.311903] env[69411]: INFO nova.compute.manager [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Took 53.27 seconds to build instance. [ 783.334414] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a501cd5-c178-4a7e-a2c3-84ca625cf616 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.349424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc4e7c3-38ce-4bac-af62-d7aea36c9abd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.390519] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0007b5e5-8d9c-48f9-a07e-50a86870319c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.399304] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73f91f-3413-4fea-977c-403728824ea6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.416239] env[69411]: DEBUG nova.compute.provider_tree [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.423512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-16e29426-48d8-45a1-a375-4bfabb7e320d tempest-VolumesAssistedSnapshotsTest-183678095 tempest-VolumesAssistedSnapshotsTest-183678095-project-admin] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.434525] env[69411]: DEBUG nova.network.neutron [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Successfully created port: 1046ebe0-d104-4125-aaa1-fc3e44c88b93 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.508629] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378493, 'name': CreateVM_Task, 'duration_secs': 0.606358} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.508766] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.510189] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.510189] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.510189] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.510440] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1f2c93-7e92-4e93-85ef-5c305757c0e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.515773] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 783.515773] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52006a1b-3d29-ab27-20fa-d8821f0e1dfb" [ 783.515773] env[69411]: _type = "Task" [ 783.515773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.524938] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52006a1b-3d29-ab27-20fa-d8821f0e1dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.599657] env[69411]: DEBUG nova.network.neutron [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Updated VIF entry in instance network info cache for port 9a72862b-bc2b-4638-8293-e042563fd248. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 783.600422] env[69411]: DEBUG nova.network.neutron [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Updating instance_info_cache with network_info: [{"id": "9a72862b-bc2b-4638-8293-e042563fd248", "address": "fa:16:3e:b5:df:d2", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a72862b-bc", "ovs_interfaceid": "9a72862b-bc2b-4638-8293-e042563fd248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.798529] env[69411]: DEBUG nova.compute.manager [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.798529] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.799627] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ada4b8-d32b-49d3-a05b-75aeaea6771f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.807236] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.807236] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd16dd43-f8d6-4472-9195-38a2ca808aa5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.817179] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0dcd91fd-14c1-4fdf-a137-c55fa012340d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.108s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.817179] env[69411]: DEBUG oslo_vmware.api [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 783.817179] env[69411]: value = "task-3378495" [ 783.817179] env[69411]: _type = "Task" [ 783.817179] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.830853] env[69411]: DEBUG oslo_vmware.api [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.843051] env[69411]: DEBUG nova.network.neutron [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Updated VIF entry in instance network info cache for port 5666bd2a-5c2f-4cb1-b827-d54b245b3db8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 783.843416] env[69411]: DEBUG nova.network.neutron [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Updating instance_info_cache with network_info: [{"id": "5666bd2a-5c2f-4cb1-b827-d54b245b3db8", "address": "fa:16:3e:6c:af:1a", "network": {"id": "9ecb110d-b01b-43e7-8055-7b6ad8582b54", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-603878319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ee704b9b604fc5bcce00ca48ffe9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5666bd2a-5c", "ovs_interfaceid": "5666bd2a-5c2f-4cb1-b827-d54b245b3db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.920154] env[69411]: DEBUG nova.scheduler.client.report [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.026836] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52006a1b-3d29-ab27-20fa-d8821f0e1dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.015774} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.027141] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.027392] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.027630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.027775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.027951] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.028234] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b9fb195-b466-459e-aa33-9b8c925e44c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.037661] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.037925] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.038928] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e075445-8a84-4a27-8f31-d818a5de0ceb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.044027] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 784.044027] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52611702-8847-092b-5493-12261e4c2390" [ 784.044027] env[69411]: _type = "Task" [ 784.044027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.052344] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52611702-8847-092b-5493-12261e4c2390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.103965] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] Releasing lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.104657] env[69411]: DEBUG nova.compute.manager [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Received event network-changed-50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.104657] env[69411]: DEBUG nova.compute.manager [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Refreshing instance network info cache due to event network-changed-50d25f5b-4af0-486c-bbdb-39a85d4534ae. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.104791] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] Acquiring lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.104889] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] Acquired lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.105032] env[69411]: DEBUG nova.network.neutron [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Refreshing network info cache for port 50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 784.228234] env[69411]: DEBUG nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.250623] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.250756] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.250983] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.252174] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.252174] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.252174] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.252174] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.252174] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.252174] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.252436] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.252436] env[69411]: DEBUG nova.virt.hardware [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.253442] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2307f55-6ee2-45bc-8958-904152d606da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.261668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d103c9-a229-4b79-a10e-13387fdfbdbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.322045] env[69411]: DEBUG nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.330048] env[69411]: DEBUG oslo_vmware.api [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378495, 'name': PowerOffVM_Task, 'duration_secs': 0.203285} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.330382] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.331682] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.331682] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dc1f6d6-9fdf-4a8c-ae1b-d05148321a5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.345805] env[69411]: DEBUG oslo_concurrency.lockutils [req-0a4738f2-5f3b-436d-aa23-8d20f155c5d0 req-c6228792-c433-4210-b3c3-18cbf1409391 service nova] Releasing lock "refresh_cache-8ceee979-38df-4fd1-81af-bf1436af8ec9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.395545] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.395790] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.395979] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Deleting the datastore file [datastore1] 0cdca785-e451-4391-9eee-9c310bff924d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.396257] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43de16a-8682-468c-a1aa-acd8827f9ba4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.404009] env[69411]: DEBUG oslo_vmware.api [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 784.404009] env[69411]: value = "task-3378497" [ 784.404009] env[69411]: _type = "Task" [ 784.404009] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.412369] env[69411]: DEBUG oslo_vmware.api [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.425483] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.427921] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.644s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.429582] env[69411]: INFO nova.compute.claims [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.453934] env[69411]: INFO nova.scheduler.client.report [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleted allocations for instance cf426e3f-1187-49a3-baf2-6e668af23fe0 [ 784.554929] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52611702-8847-092b-5493-12261e4c2390, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.555881] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa9987a-b10e-4a05-beba-5a5764635af5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.561465] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 784.561465] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ac4f43-2cba-e4fe-a7fc-763645e2a3c3" [ 784.561465] env[69411]: _type = "Task" [ 784.561465] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.569096] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ac4f43-2cba-e4fe-a7fc-763645e2a3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.841706] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.866846] env[69411]: DEBUG nova.network.neutron [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updated VIF entry in instance network info cache for port 50d25f5b-4af0-486c-bbdb-39a85d4534ae. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 784.867221] env[69411]: DEBUG nova.network.neutron [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updating instance_info_cache with network_info: [{"id": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "address": "fa:16:3e:be:a0:ab", "network": {"id": "354dc881-5d3a-4298-8907-5ab28b3479e3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-92448480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ae8d8d591a41a4811a0c8f611cfe2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d25f5b-4a", "ovs_interfaceid": "50d25f5b-4af0-486c-bbdb-39a85d4534ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.917741] env[69411]: DEBUG oslo_vmware.api [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134847} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.918141] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.918370] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.918564] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.918748] env[69411]: INFO nova.compute.manager [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 784.918995] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.919214] env[69411]: DEBUG nova.compute.manager [-] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.919313] env[69411]: DEBUG nova.network.neutron [-] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 784.964943] env[69411]: DEBUG oslo_concurrency.lockutils [None req-05d4405e-5f95-4d5f-b069-14f2315cb420 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "cf426e3f-1187-49a3-baf2-6e668af23fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.775s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.078122] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ac4f43-2cba-e4fe-a7fc-763645e2a3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.079043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.079401] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] cdffdfdf-9505-497b-9b37-7a8dcb35d0f8/cdffdfdf-9505-497b-9b37-7a8dcb35d0f8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.080184] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e50d0b8-0fac-4c1f-96b7-1d754f8c8d7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.083973] env[69411]: DEBUG nova.network.neutron [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Successfully updated port: 1046ebe0-d104-4125-aaa1-fc3e44c88b93 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.094017] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 785.094017] env[69411]: value = "task-3378498" [ 785.094017] env[69411]: _type = "Task" [ 785.094017] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.103667] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.113367] env[69411]: DEBUG nova.compute.manager [req-95e452ae-12a4-4081-99fc-25c83b22fd63 req-18fee5f7-3c81-42d8-acf6-86af34d2c083 service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Received event network-vif-plugged-1046ebe0-d104-4125-aaa1-fc3e44c88b93 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.113735] env[69411]: DEBUG oslo_concurrency.lockutils [req-95e452ae-12a4-4081-99fc-25c83b22fd63 req-18fee5f7-3c81-42d8-acf6-86af34d2c083 service nova] Acquiring lock "49c399d8-1be9-45aa-974b-19cb742d8685-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.113981] env[69411]: DEBUG oslo_concurrency.lockutils [req-95e452ae-12a4-4081-99fc-25c83b22fd63 req-18fee5f7-3c81-42d8-acf6-86af34d2c083 service nova] Lock "49c399d8-1be9-45aa-974b-19cb742d8685-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.114241] env[69411]: DEBUG oslo_concurrency.lockutils [req-95e452ae-12a4-4081-99fc-25c83b22fd63 req-18fee5f7-3c81-42d8-acf6-86af34d2c083 service nova] Lock "49c399d8-1be9-45aa-974b-19cb742d8685-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.114636] env[69411]: DEBUG nova.compute.manager [req-95e452ae-12a4-4081-99fc-25c83b22fd63 req-18fee5f7-3c81-42d8-acf6-86af34d2c083 service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] No waiting events found dispatching network-vif-plugged-1046ebe0-d104-4125-aaa1-fc3e44c88b93 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.114636] env[69411]: WARNING nova.compute.manager [req-95e452ae-12a4-4081-99fc-25c83b22fd63 req-18fee5f7-3c81-42d8-acf6-86af34d2c083 service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Received unexpected event network-vif-plugged-1046ebe0-d104-4125-aaa1-fc3e44c88b93 for instance with vm_state building and task_state spawning. [ 785.282824] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "9726856b-fe60-4230-a92e-9087dbe620af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.282824] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9726856b-fe60-4230-a92e-9087dbe620af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.311313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.311640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.370581] env[69411]: DEBUG oslo_concurrency.lockutils [req-5a69e6ec-590d-4679-a636-ad205b3d801d req-e9282258-859d-48ff-a82f-69552e023440 service nova] Releasing lock "refresh_cache-0cdca785-e451-4391-9eee-9c310bff924d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.502730] env[69411]: DEBUG nova.compute.manager [req-262ed4eb-ee0c-491d-94a9-3b247f7d7e7c req-769b2d35-a3b1-4531-94f9-27ace9f1d8e9 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Received event network-vif-deleted-50d25f5b-4af0-486c-bbdb-39a85d4534ae {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.503095] env[69411]: INFO nova.compute.manager [req-262ed4eb-ee0c-491d-94a9-3b247f7d7e7c req-769b2d35-a3b1-4531-94f9-27ace9f1d8e9 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Neutron deleted interface 50d25f5b-4af0-486c-bbdb-39a85d4534ae; detaching it from the instance and deleting it from the info cache [ 785.503225] env[69411]: DEBUG nova.network.neutron [req-262ed4eb-ee0c-491d-94a9-3b247f7d7e7c req-769b2d35-a3b1-4531-94f9-27ace9f1d8e9 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.589217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.589365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquired lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.589519] env[69411]: DEBUG nova.network.neutron [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 785.605593] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476886} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.605854] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] cdffdfdf-9505-497b-9b37-7a8dcb35d0f8/cdffdfdf-9505-497b-9b37-7a8dcb35d0f8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.606078] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.606327] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9dfcdaa-8d5e-4888-a320-663a9f84fb26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.616340] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 785.616340] env[69411]: value = "task-3378499" [ 785.616340] env[69411]: _type = "Task" [ 785.616340] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.628218] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.969763] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ef0e0e-b36d-4d19-8a65-c2a2193bf82d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.979573] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e68460e-354c-4399-9bdc-6a405a8326f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.983200] env[69411]: DEBUG nova.network.neutron [-] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.014131] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa18c403-5d7f-432c-bf94-2f9ec9b5548c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.016688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8c24c-af51-4253-a984-0021bf57bc3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.031533] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3780616b-c45f-4736-bdc7-ffe57e50346c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.039355] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb1c1e5-06f7-4236-999f-b92c86722c9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.065749] env[69411]: DEBUG nova.compute.provider_tree [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.078363] env[69411]: DEBUG nova.compute.manager [req-262ed4eb-ee0c-491d-94a9-3b247f7d7e7c req-769b2d35-a3b1-4531-94f9-27ace9f1d8e9 service nova] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Detach interface failed, port_id=50d25f5b-4af0-486c-bbdb-39a85d4534ae, reason: Instance 0cdca785-e451-4391-9eee-9c310bff924d could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.109656] env[69411]: ERROR nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [req-63ee3de8-39e7-4ab4-85c4-41a570d66afd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63ee3de8-39e7-4ab4-85c4-41a570d66afd"}]} [ 786.132764] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062571} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.133155] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.135239] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.136286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d756c92-248d-47c4-96f2-9c7c1c531bbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.139420] env[69411]: DEBUG nova.network.neutron [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 786.163502] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] cdffdfdf-9505-497b-9b37-7a8dcb35d0f8/cdffdfdf-9505-497b-9b37-7a8dcb35d0f8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.163879] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.164102] env[69411]: DEBUG nova.compute.provider_tree [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.168069] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf38b81-eb06-4eb6-84e3-f023a222c15d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.189409] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 786.189409] env[69411]: value = "task-3378500" [ 786.189409] env[69411]: _type = "Task" [ 786.189409] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.197440] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.202550] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.219570] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.346102] env[69411]: DEBUG nova.network.neutron [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Updating instance_info_cache with network_info: [{"id": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "address": "fa:16:3e:58:0c:fc", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1046ebe0-d1", "ovs_interfaceid": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.485946] env[69411]: INFO nova.compute.manager [-] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Took 1.57 seconds to deallocate network for instance. [ 786.701761] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.716315] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36226a2-4ea7-4348-9bc9-161cba2db7c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.725076] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c69f90-6dff-4b97-b73c-786cffcdef29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.756821] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b4239-f996-45fe-ae0e-ba06dbb03633 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.765694] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d007c50b-1461-45d9-8946-431bd35d7a6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.784024] env[69411]: DEBUG nova.compute.provider_tree [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.848556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Releasing lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.848943] env[69411]: DEBUG nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Instance network_info: |[{"id": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "address": "fa:16:3e:58:0c:fc", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1046ebe0-d1", "ovs_interfaceid": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.849475] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:0c:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1046ebe0-d104-4125-aaa1-fc3e44c88b93', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.857777] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Creating folder: Project (0b3d5f99985f4dc2ae71e2ff935531c7). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.859404] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f41cafd-9fe6-44d5-8118-f80efe89b674 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.879054] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Created folder: Project (0b3d5f99985f4dc2ae71e2ff935531c7) in parent group-v674052. [ 786.879054] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Creating folder: Instances. Parent ref: group-v674160. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.879054] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-666cce9b-afcc-493c-a939-f40b8e9fff55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.893695] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Created folder: Instances in parent group-v674160. [ 786.893965] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.894214] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.894766] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf74dc0d-c159-48ac-8ce6-c2ec1ca87df5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.916502] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.916502] env[69411]: value = "task-3378503" [ 786.916502] env[69411]: _type = "Task" [ 786.916502] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.924812] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378503, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.994344] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.187751] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "e17301b5-47a0-4ef3-8530-5fd99d81b820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.188027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.203125] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378500, 'name': ReconfigVM_Task, 'duration_secs': 0.738042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.203708] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Reconfigured VM instance instance-00000023 to attach disk [datastore1] cdffdfdf-9505-497b-9b37-7a8dcb35d0f8/cdffdfdf-9505-497b-9b37-7a8dcb35d0f8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.204344] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7938e39-cb58-4436-9fbe-44c51369938a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.209140] env[69411]: DEBUG nova.compute.manager [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Received event network-changed-1046ebe0-d104-4125-aaa1-fc3e44c88b93 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.209219] env[69411]: DEBUG nova.compute.manager [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Refreshing instance network info cache due to event network-changed-1046ebe0-d104-4125-aaa1-fc3e44c88b93. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.209529] env[69411]: DEBUG oslo_concurrency.lockutils [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] Acquiring lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.209629] env[69411]: DEBUG oslo_concurrency.lockutils [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] Acquired lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.209822] env[69411]: DEBUG nova.network.neutron [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Refreshing network info cache for port 1046ebe0-d104-4125-aaa1-fc3e44c88b93 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 787.216291] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 787.216291] env[69411]: value = "task-3378504" [ 787.216291] env[69411]: _type = "Task" [ 787.216291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.233031] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378504, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.306941] env[69411]: ERROR nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [req-4d1d7db4-a735-449c-a4e9-ae00e7a05c93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d1d7db4-a735-449c-a4e9-ae00e7a05c93"}]} [ 787.323430] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.339271] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.339506] env[69411]: DEBUG nova.compute.provider_tree [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.351808] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.367154] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.367405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.367630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.367839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.368026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.370211] env[69411]: INFO nova.compute.manager [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Terminating instance [ 787.372960] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 787.429109] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378503, 'name': CreateVM_Task, 'duration_secs': 0.364077} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.429884] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.430048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.430136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.430474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.430717] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3270fe6-ce04-4133-af50-1f9a78da9521 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.436914] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 787.436914] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528bd838-e844-fcad-4d14-a30ff046aa4c" [ 787.436914] env[69411]: _type = "Task" [ 787.436914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.453622] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528bd838-e844-fcad-4d14-a30ff046aa4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.453622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.453622] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.453622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.453622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.453622] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.454197] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d3aa702-6e51-4bf4-bb74-ebdc1778fcb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.466365] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.466365] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.466365] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f090785a-106c-4ba9-9469-e9113f7eadd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.475970] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 787.475970] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5228a388-7031-a4df-2944-2329de136c26" [ 787.475970] env[69411]: _type = "Task" [ 787.475970] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.486363] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5228a388-7031-a4df-2944-2329de136c26, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.489694] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c68852-d9eb-40e0-9697-81af0703a238 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.496449] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 787.496449] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521faae5-4196-1a34-feab-e59f773337e8" [ 787.496449] env[69411]: _type = "Task" [ 787.496449] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.507491] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521faae5-4196-1a34-feab-e59f773337e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.507772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.508029] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 49c399d8-1be9-45aa-974b-19cb742d8685/49c399d8-1be9-45aa-974b-19cb742d8685.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.508200] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4988a910-0ab3-4ec1-a4e9-31fe3b79a790 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.515299] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 787.515299] env[69411]: value = "task-3378505" [ 787.515299] env[69411]: _type = "Task" [ 787.515299] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.526976] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.731525] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378504, 'name': Rename_Task, 'duration_secs': 0.246994} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.731525] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.731763] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2142746-d2fe-4a0d-a9b1-be2f896303d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.745425] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 787.745425] env[69411]: value = "task-3378506" [ 787.745425] env[69411]: _type = "Task" [ 787.745425] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.759530] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.878526] env[69411]: DEBUG nova.compute.manager [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.878753] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.879781] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b985d91-6d4d-49ef-8e7b-648d4013d8cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.886414] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e41b7d6-f875-4bdf-8d0d-4d9135fb0bfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.901569] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bfb8c9-28e5-40a2-bdd4-bf983731bb82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.905113] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.905856] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d8ca12-7fe4-48c3-bf2f-681de8915a23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.943087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae0276a-a337-49b5-a63f-26f145360fda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.944864] env[69411]: DEBUG oslo_vmware.api [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 787.944864] env[69411]: value = "task-3378507" [ 787.944864] env[69411]: _type = "Task" [ 787.944864] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.958291] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7f6d3-574a-4898-9616-ea809a64657e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.962656] env[69411]: DEBUG oslo_vmware.api [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.974271] env[69411]: DEBUG nova.compute.provider_tree [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.998375] env[69411]: DEBUG nova.network.neutron [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Updated VIF entry in instance network info cache for port 1046ebe0-d104-4125-aaa1-fc3e44c88b93. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 787.998745] env[69411]: DEBUG nova.network.neutron [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Updating instance_info_cache with network_info: [{"id": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "address": "fa:16:3e:58:0c:fc", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1046ebe0-d1", "ovs_interfaceid": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.026500] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464421} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.026793] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 49c399d8-1be9-45aa-974b-19cb742d8685/49c399d8-1be9-45aa-974b-19cb742d8685.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.027033] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.027297] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9050c6-fd72-4b5d-99fe-62d0457ab790 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.035292] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 788.035292] env[69411]: value = "task-3378508" [ 788.035292] env[69411]: _type = "Task" [ 788.035292] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.258697] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378506, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.455334] env[69411]: DEBUG oslo_vmware.api [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378507, 'name': PowerOffVM_Task, 'duration_secs': 0.211244} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.455450] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.455604] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.455864] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac3e707b-f2c2-4c7f-a7c1-e61d818ffda6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.501459] env[69411]: DEBUG oslo_concurrency.lockutils [req-bded0358-2ace-495e-be3e-4d07d24ffa15 req-d1b94a03-d748-482b-8580-91909421a41b service nova] Releasing lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.510548] env[69411]: DEBUG nova.scheduler.client.report [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.510939] env[69411]: DEBUG nova.compute.provider_tree [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 71 to 72 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.511178] env[69411]: DEBUG nova.compute.provider_tree [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.532292] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.532641] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.532898] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Deleting the datastore file [datastore2] 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.533188] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff28741-2d1f-4e9c-8917-b39c41540ea2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.544593] env[69411]: DEBUG oslo_vmware.api [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for the task: (returnval){ [ 788.544593] env[69411]: value = "task-3378510" [ 788.544593] env[69411]: _type = "Task" [ 788.544593] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.547981] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095757} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.551363] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.552213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0b140-e2e7-4b83-85a4-a8f4476d9045 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.562512] env[69411]: DEBUG oslo_vmware.api [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.581539] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 49c399d8-1be9-45aa-974b-19cb742d8685/49c399d8-1be9-45aa-974b-19cb742d8685.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.581885] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8defdaec-1a80-4e49-b0db-cd47770b4aa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.604030] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 788.604030] env[69411]: value = "task-3378511" [ 788.604030] env[69411]: _type = "Task" [ 788.604030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.614619] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.762488] env[69411]: DEBUG oslo_vmware.api [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378506, 'name': PowerOnVM_Task, 'duration_secs': 0.821243} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.762800] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.763070] env[69411]: INFO nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Took 8.67 seconds to spawn the instance on the hypervisor. [ 788.763310] env[69411]: DEBUG nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.764213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18d79b6-a229-4237-adf2-a2e0f2c0d8f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.016502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.588s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.017077] env[69411]: DEBUG nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.019776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.720s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.021275] env[69411]: INFO nova.compute.claims [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.062073] env[69411]: DEBUG oslo_vmware.api [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Task: {'id': task-3378510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216731} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.062326] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.062515] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.062697] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.062890] env[69411]: INFO nova.compute.manager [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Took 1.18 seconds to destroy the instance on the hypervisor. [ 789.063374] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.063374] env[69411]: DEBUG nova.compute.manager [-] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.063502] env[69411]: DEBUG nova.network.neutron [-] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 789.114770] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378511, 'name': ReconfigVM_Task, 'duration_secs': 0.315722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.115151] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 49c399d8-1be9-45aa-974b-19cb742d8685/49c399d8-1be9-45aa-974b-19cb742d8685.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.115793] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86517657-9a84-4181-b64a-89f9c48895a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.123820] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 789.123820] env[69411]: value = "task-3378512" [ 789.123820] env[69411]: _type = "Task" [ 789.123820] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.133685] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378512, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.286233] env[69411]: INFO nova.compute.manager [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Took 51.87 seconds to build instance. [ 789.533258] env[69411]: DEBUG nova.compute.utils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.537088] env[69411]: DEBUG nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.537088] env[69411]: DEBUG nova.network.neutron [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.602403] env[69411]: DEBUG nova.policy [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c7c191f3a1f4df48f20c3ce05aec48e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c976c7abebf94fed899a8ab9cd5235f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.636958] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378512, 'name': Rename_Task, 'duration_secs': 0.14985} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.637343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.637635] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a8feb4-a9e1-4b86-994f-cf531123371c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.646619] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 789.646619] env[69411]: value = "task-3378513" [ 789.646619] env[69411]: _type = "Task" [ 789.646619] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.656136] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.790192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2fd5079b-9066-47e5-9193-3d98549c175b tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.527s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.040749] env[69411]: DEBUG nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.078212] env[69411]: DEBUG nova.compute.manager [req-f24fe047-cd9a-4884-97ac-5654e1bdbe2c req-43bfe6c8-706e-47c8-80cd-38f4116df88c service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Received event network-vif-deleted-6e9b76af-24ac-4e59-84c1-6820bf60d05c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.078439] env[69411]: INFO nova.compute.manager [req-f24fe047-cd9a-4884-97ac-5654e1bdbe2c req-43bfe6c8-706e-47c8-80cd-38f4116df88c service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Neutron deleted interface 6e9b76af-24ac-4e59-84c1-6820bf60d05c; detaching it from the instance and deleting it from the info cache [ 790.078617] env[69411]: DEBUG nova.network.neutron [req-f24fe047-cd9a-4884-97ac-5654e1bdbe2c req-43bfe6c8-706e-47c8-80cd-38f4116df88c service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.162013] env[69411]: DEBUG oslo_vmware.api [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378513, 'name': PowerOnVM_Task, 'duration_secs': 0.474443} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.164741] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.165048] env[69411]: INFO nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Took 5.94 seconds to spawn the instance on the hypervisor. [ 790.165306] env[69411]: DEBUG nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.166466] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3733b8-d38f-43e0-abeb-7de07882c086 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.169686] env[69411]: DEBUG nova.network.neutron [-] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.188286] env[69411]: DEBUG nova.network.neutron [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Successfully created port: 139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.291605] env[69411]: DEBUG nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.584936] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b1175ae-ad9d-4fea-a0d3-88768e6e5983 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.597538] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a2fa79-3ea9-4e69-a2fa-b1a1aad31764 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.643064] env[69411]: DEBUG nova.compute.manager [req-f24fe047-cd9a-4884-97ac-5654e1bdbe2c req-43bfe6c8-706e-47c8-80cd-38f4116df88c service nova] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Detach interface failed, port_id=6e9b76af-24ac-4e59-84c1-6820bf60d05c, reason: Instance 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 790.673116] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1843d6b-14a6-4be4-936b-81ac61988d12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.676858] env[69411]: INFO nova.compute.manager [-] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Took 1.61 seconds to deallocate network for instance. [ 790.686737] env[69411]: INFO nova.compute.manager [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Took 49.86 seconds to build instance. [ 790.690892] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b989dc8f-cf4a-4580-b8e1-d76af717ebc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.726439] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a06d87f-9775-4ae1-a88f-7016f14380db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.730104] env[69411]: DEBUG nova.compute.manager [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.730956] env[69411]: DEBUG nova.compute.manager [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing instance network info cache due to event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.730956] env[69411]: DEBUG oslo_concurrency.lockutils [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] Acquiring lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.730956] env[69411]: DEBUG oslo_concurrency.lockutils [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] Acquired lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.730956] env[69411]: DEBUG nova.network.neutron [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 790.739483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028e73cc-afc8-4f59-ba74-0a271f894c7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.757988] env[69411]: DEBUG nova.compute.provider_tree [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.810585] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.053613] env[69411]: DEBUG nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.083493] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:10:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1722724269',id=37,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1183812477',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.083748] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.083906] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.084096] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.084248] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.084399] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.084605] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.084790] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.084979] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.085851] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.086071] env[69411]: DEBUG nova.virt.hardware [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.088139] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7320cfa-bf2e-4ef5-b59f-d24fc7b9948b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.098729] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a9d0a3-ce07-403f-8637-4b9f6f442cf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.195940] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b16d1fb5-29a3-40ee-a51d-2a0e76a656b7 tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "49c399d8-1be9-45aa-974b-19cb742d8685" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.460s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.197121] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.222890] env[69411]: DEBUG nova.compute.manager [None req-5fc33a9b-4a39-49f8-ba4b-45acc09d865c tempest-ServerExternalEventsTest-1380715300 tempest-ServerExternalEventsTest-1380715300-project] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Received event network-changed {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.223116] env[69411]: DEBUG nova.compute.manager [None req-5fc33a9b-4a39-49f8-ba4b-45acc09d865c tempest-ServerExternalEventsTest-1380715300 tempest-ServerExternalEventsTest-1380715300-project] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Refreshing instance network info cache due to event network-changed. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.223333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fc33a9b-4a39-49f8-ba4b-45acc09d865c tempest-ServerExternalEventsTest-1380715300 tempest-ServerExternalEventsTest-1380715300-project] Acquiring lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.223473] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fc33a9b-4a39-49f8-ba4b-45acc09d865c tempest-ServerExternalEventsTest-1380715300 tempest-ServerExternalEventsTest-1380715300-project] Acquired lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.223628] env[69411]: DEBUG nova.network.neutron [None req-5fc33a9b-4a39-49f8-ba4b-45acc09d865c tempest-ServerExternalEventsTest-1380715300 tempest-ServerExternalEventsTest-1380715300-project] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 791.296819] env[69411]: DEBUG nova.scheduler.client.report [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 791.296991] env[69411]: DEBUG nova.compute.provider_tree [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 72 to 73 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 791.297193] env[69411]: DEBUG nova.compute.provider_tree [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.486604] env[69411]: DEBUG nova.network.neutron [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updated VIF entry in instance network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 791.486912] env[69411]: DEBUG nova.network.neutron [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updating instance_info_cache with network_info: [{"id": "2d6cde03-593d-49cc-88e5-bf5fed471773", "address": "fa:16:3e:57:8d:a9", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6cde03-59", "ovs_interfaceid": "2d6cde03-593d-49cc-88e5-bf5fed471773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.699615] env[69411]: DEBUG nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.803567] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.804115] env[69411]: DEBUG nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.809438] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.809675] env[69411]: DEBUG nova.objects.instance [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lazy-loading 'resources' on Instance uuid e946f1e9-8219-4a53-843d-65044bd6d369 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.986955] env[69411]: DEBUG nova.network.neutron [None req-5fc33a9b-4a39-49f8-ba4b-45acc09d865c tempest-ServerExternalEventsTest-1380715300 tempest-ServerExternalEventsTest-1380715300-project] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Updating instance_info_cache with network_info: [{"id": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "address": "fa:16:3e:58:0c:fc", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1046ebe0-d1", "ovs_interfaceid": "1046ebe0-d104-4125-aaa1-fc3e44c88b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.988835] env[69411]: DEBUG oslo_concurrency.lockutils [req-c814071b-d687-4047-ae7c-fbf1b7e2b445 req-7cede479-a60c-4c76-9221-5be10ca6ef14 service nova] Releasing lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.017391] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "49c399d8-1be9-45aa-974b-19cb742d8685" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.017634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "49c399d8-1be9-45aa-974b-19cb742d8685" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.017847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "49c399d8-1be9-45aa-974b-19cb742d8685-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.018069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "49c399d8-1be9-45aa-974b-19cb742d8685-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.018244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "49c399d8-1be9-45aa-974b-19cb742d8685-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.020522] env[69411]: INFO nova.compute.manager [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Terminating instance [ 792.227444] env[69411]: DEBUG nova.network.neutron [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Successfully updated port: 139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.231809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.321677] env[69411]: DEBUG nova.compute.utils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.322253] env[69411]: DEBUG nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.323309] env[69411]: DEBUG nova.network.neutron [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.387365] env[69411]: DEBUG nova.policy [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd336239f5db4508935fa64e1bcf20a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a113171e2957476384fabda388f043f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.490393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5fc33a9b-4a39-49f8-ba4b-45acc09d865c tempest-ServerExternalEventsTest-1380715300 tempest-ServerExternalEventsTest-1380715300-project] Releasing lock "refresh_cache-49c399d8-1be9-45aa-974b-19cb742d8685" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.524630] env[69411]: DEBUG nova.compute.manager [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.524995] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.526144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f98a9-f429-4abd-a00d-592a8917c8e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.536600] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.536874] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-733530fe-bc64-4660-bb2a-52f9bfb717ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.545066] env[69411]: DEBUG oslo_vmware.api [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 792.545066] env[69411]: value = "task-3378514" [ 792.545066] env[69411]: _type = "Task" [ 792.545066] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.553919] env[69411]: DEBUG oslo_vmware.api [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.735827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.735827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.735827] env[69411]: DEBUG nova.network.neutron [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 792.828632] env[69411]: DEBUG nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.850980] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dda65a-08c4-4acd-9ad7-7b2b98fe2487 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.861585] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a05d50-2006-422b-87b1-28361e21eb9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.896393] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93781a0-e094-49f0-9a97-6bafb85ed378 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.905452] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63e957-206c-48c1-a0c2-3bce5c190ad4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.910285] env[69411]: DEBUG nova.network.neutron [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Successfully created port: 8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.923168] env[69411]: DEBUG nova.compute.provider_tree [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.056244] env[69411]: DEBUG oslo_vmware.api [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378514, 'name': PowerOffVM_Task, 'duration_secs': 0.213769} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.056654] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.056965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.057326] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e5954b4-87d6-48dd-8908-d931839f6188 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.090547] env[69411]: DEBUG nova.compute.manager [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Received event network-vif-plugged-139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.092282] env[69411]: DEBUG oslo_concurrency.lockutils [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] Acquiring lock "0c614753-736c-4a3d-9690-692674dd7c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.092922] env[69411]: DEBUG oslo_concurrency.lockutils [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] Lock "0c614753-736c-4a3d-9690-692674dd7c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.093226] env[69411]: DEBUG oslo_concurrency.lockutils [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] Lock "0c614753-736c-4a3d-9690-692674dd7c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.093496] env[69411]: DEBUG nova.compute.manager [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] No waiting events found dispatching network-vif-plugged-139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.093894] env[69411]: WARNING nova.compute.manager [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Received unexpected event network-vif-plugged-139c1388-adfe-4535-922a-5253abb4e92e for instance with vm_state building and task_state spawning. [ 793.094171] env[69411]: DEBUG nova.compute.manager [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Received event network-changed-139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.094439] env[69411]: DEBUG nova.compute.manager [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Refreshing instance network info cache due to event network-changed-139c1388-adfe-4535-922a-5253abb4e92e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.094695] env[69411]: DEBUG oslo_concurrency.lockutils [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] Acquiring lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.123841] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.124087] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.124279] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Deleting the datastore file [datastore1] 49c399d8-1be9-45aa-974b-19cb742d8685 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.124544] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2883fc3c-38b7-4b45-acd3-6166b84bdd36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.131288] env[69411]: DEBUG oslo_vmware.api [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for the task: (returnval){ [ 793.131288] env[69411]: value = "task-3378516" [ 793.131288] env[69411]: _type = "Task" [ 793.131288] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.144298] env[69411]: DEBUG oslo_vmware.api [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.284630] env[69411]: DEBUG nova.network.neutron [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 793.426147] env[69411]: DEBUG nova.scheduler.client.report [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.446966] env[69411]: DEBUG nova.network.neutron [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Updating instance_info_cache with network_info: [{"id": "139c1388-adfe-4535-922a-5253abb4e92e", "address": "fa:16:3e:16:e6:b2", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap139c1388-ad", "ovs_interfaceid": "139c1388-adfe-4535-922a-5253abb4e92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.642858] env[69411]: DEBUG oslo_vmware.api [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Task: {'id': task-3378516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154361} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.642858] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.643058] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.643239] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.643416] env[69411]: INFO nova.compute.manager [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Took 1.12 seconds to destroy the instance on the hypervisor. [ 793.643655] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.643848] env[69411]: DEBUG nova.compute.manager [-] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.643942] env[69411]: DEBUG nova.network.neutron [-] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 793.847136] env[69411]: DEBUG nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.881019] env[69411]: DEBUG nova.virt.hardware [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.881019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e5a85-e5a1-48b3-9c05-724613ce585b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.891030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cb6af1-8fdb-42fe-ad09-9536d9598bc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.931589] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.936195] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.313s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.936195] env[69411]: DEBUG nova.objects.instance [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lazy-loading 'resources' on Instance uuid 43868de5-6e4f-4e9e-8db8-63fb9f5f180b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.948989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Releasing lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.949393] env[69411]: DEBUG nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Instance network_info: |[{"id": "139c1388-adfe-4535-922a-5253abb4e92e", "address": "fa:16:3e:16:e6:b2", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap139c1388-ad", "ovs_interfaceid": "139c1388-adfe-4535-922a-5253abb4e92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.949692] env[69411]: DEBUG oslo_concurrency.lockutils [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] Acquired lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.949875] env[69411]: DEBUG nova.network.neutron [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Refreshing network info cache for port 139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 793.954052] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:e6:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '139c1388-adfe-4535-922a-5253abb4e92e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.962684] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Creating folder: Project (c976c7abebf94fed899a8ab9cd5235f2). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.963776] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-488ac05f-29fb-4326-850c-ae5043ba0954 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.981932] env[69411]: INFO nova.scheduler.client.report [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Deleted allocations for instance e946f1e9-8219-4a53-843d-65044bd6d369 [ 793.985680] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Created folder: Project (c976c7abebf94fed899a8ab9cd5235f2) in parent group-v674052. [ 793.985680] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Creating folder: Instances. Parent ref: group-v674163. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.990174] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88efa679-8e18-46f5-ab5f-a1dc7816c41a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.000768] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Created folder: Instances in parent group-v674163. [ 794.001023] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.001221] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.001434] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c4632f-2460-4330-b1f5-3fecd30d19ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.026984] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.026984] env[69411]: value = "task-3378519" [ 794.026984] env[69411]: _type = "Task" [ 794.026984] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.039279] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378519, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.042835] env[69411]: DEBUG nova.compute.manager [req-c7e324b5-c87c-4ed1-a75d-df2156a8a666 req-0028b0e5-02f1-4374-9f67-e6484f959558 service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Received event network-vif-deleted-1046ebe0-d104-4125-aaa1-fc3e44c88b93 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.043047] env[69411]: INFO nova.compute.manager [req-c7e324b5-c87c-4ed1-a75d-df2156a8a666 req-0028b0e5-02f1-4374-9f67-e6484f959558 service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Neutron deleted interface 1046ebe0-d104-4125-aaa1-fc3e44c88b93; detaching it from the instance and deleting it from the info cache [ 794.043232] env[69411]: DEBUG nova.network.neutron [req-c7e324b5-c87c-4ed1-a75d-df2156a8a666 req-0028b0e5-02f1-4374-9f67-e6484f959558 service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.473065] env[69411]: DEBUG nova.network.neutron [-] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.495885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-aad55fb8-1025-4509-9ec9-97607a38b492 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e946f1e9-8219-4a53-843d-65044bd6d369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.374s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.543829] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378519, 'name': CreateVM_Task, 'duration_secs': 0.364403} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.544012] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.544700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.545787] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.545787] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.545787] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036f1a61-3e21-45f5-b742-b7d786fed6b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.547466] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89f26e9d-2e87-485e-a7ed-117e6dcf3d90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.557207] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 794.557207] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]520499f0-ef71-8540-a380-5fff120f5770" [ 794.557207] env[69411]: _type = "Task" [ 794.557207] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.564445] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da3237b-3c95-4392-a45e-26ad7b1bcf24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.587266] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520499f0-ef71-8540-a380-5fff120f5770, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.587654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.587853] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.588090] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.588250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.588542] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.588838] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253c1f4b-4514-4d1d-ae2c-9ef04d914e2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.606801] env[69411]: DEBUG nova.compute.manager [req-c7e324b5-c87c-4ed1-a75d-df2156a8a666 req-0028b0e5-02f1-4374-9f67-e6484f959558 service nova] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Detach interface failed, port_id=1046ebe0-d104-4125-aaa1-fc3e44c88b93, reason: Instance 49c399d8-1be9-45aa-974b-19cb742d8685 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.617927] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.618241] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.619019] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2657ee-1646-43d7-b0ab-dd66e1173bc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.626964] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 794.626964] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524f545c-679f-5d47-7ef9-c48b4fab626a" [ 794.626964] env[69411]: _type = "Task" [ 794.626964] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.635896] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524f545c-679f-5d47-7ef9-c48b4fab626a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.766347] env[69411]: DEBUG nova.network.neutron [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Successfully updated port: 8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.801319] env[69411]: DEBUG nova.network.neutron [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Updated VIF entry in instance network info cache for port 139c1388-adfe-4535-922a-5253abb4e92e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 794.801723] env[69411]: DEBUG nova.network.neutron [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Updating instance_info_cache with network_info: [{"id": "139c1388-adfe-4535-922a-5253abb4e92e", "address": "fa:16:3e:16:e6:b2", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap139c1388-ad", "ovs_interfaceid": "139c1388-adfe-4535-922a-5253abb4e92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.978152] env[69411]: INFO nova.compute.manager [-] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Took 1.33 seconds to deallocate network for instance. [ 795.012619] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d485e3a-f437-4797-b844-9d77bbcd894e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.021686] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff920960-1db8-451b-bef9-b1927f7a5b0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.055877] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a0bf0-af3e-4dd7-a671-5d7db8c1a56f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.064513] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8afa8e-1e07-4a4f-8ad7-b8e1816fad34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.092303] env[69411]: DEBUG nova.compute.provider_tree [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.093906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.094775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.094775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.094775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.095021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.100826] env[69411]: INFO nova.compute.manager [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Terminating instance [ 795.139354] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524f545c-679f-5d47-7ef9-c48b4fab626a, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.140199] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a720452-819a-4a50-807d-ccf028878b0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.147819] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 795.147819] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e4d5b3-855e-0f66-3630-58b6a7762c4d" [ 795.147819] env[69411]: _type = "Task" [ 795.147819] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.160651] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e4d5b3-855e-0f66-3630-58b6a7762c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.160948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.161223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 0c614753-736c-4a3d-9690-692674dd7c35/0c614753-736c-4a3d-9690-692674dd7c35.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.161479] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4deabfa1-fa97-4d1d-a52f-c744ed80c6d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.169269] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 795.169269] env[69411]: value = "task-3378520" [ 795.169269] env[69411]: _type = "Task" [ 795.169269] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.178481] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.209341] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.209581] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing instance network info cache due to event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.209847] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquiring lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.210016] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquired lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.210214] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 795.268021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.268021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquired lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.268021] env[69411]: DEBUG nova.network.neutron [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 795.307517] env[69411]: DEBUG oslo_concurrency.lockutils [req-8dc47a94-13b9-485e-8746-42e1d34346ce req-c4bec9ab-83e4-4508-85b3-c4dab0b54aaf service nova] Releasing lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.485355] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.599522] env[69411]: DEBUG nova.scheduler.client.report [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.604855] env[69411]: DEBUG nova.compute.manager [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.605573] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.606185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20050e08-3c81-45e8-bdbd-df58c29fa653 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.619399] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.621180] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c87c48f-836f-43b3-8453-bb2eba120f90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.631437] env[69411]: DEBUG oslo_vmware.api [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 795.631437] env[69411]: value = "task-3378521" [ 795.631437] env[69411]: _type = "Task" [ 795.631437] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.640814] env[69411]: DEBUG oslo_vmware.api [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.679731] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471202} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.680012] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 0c614753-736c-4a3d-9690-692674dd7c35/0c614753-736c-4a3d-9690-692674dd7c35.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.680468] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.680579] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e639c0bb-a428-4d6c-b1cd-5bef4a825656 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.690403] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 795.690403] env[69411]: value = "task-3378522" [ 795.690403] env[69411]: _type = "Task" [ 795.690403] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.700124] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.778793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "e7691dd6-87a7-4496-bc9a-e4b56a725796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.778793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.778947] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "e7691dd6-87a7-4496-bc9a-e4b56a725796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.779101] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.779298] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.784904] env[69411]: INFO nova.compute.manager [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Terminating instance [ 795.825534] env[69411]: DEBUG nova.network.neutron [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 795.982960] env[69411]: DEBUG nova.network.neutron [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Updating instance_info_cache with network_info: [{"id": "8b347088-c694-4da5-ab85-785561ca9a83", "address": "fa:16:3e:f7:8d:66", "network": {"id": "a0cf1b8a-c8e7-4997-a38f-01b7efe0a9fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2104954553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a113171e2957476384fabda388f043f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b347088-c6", "ovs_interfaceid": "8b347088-c694-4da5-ab85-785561ca9a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.071138] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updated VIF entry in instance network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 796.071498] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updating instance_info_cache with network_info: [{"id": "2d6cde03-593d-49cc-88e5-bf5fed471773", "address": "fa:16:3e:57:8d:a9", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6cde03-59", "ovs_interfaceid": "2d6cde03-593d-49cc-88e5-bf5fed471773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.105116] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.107449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.122s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.112205] env[69411]: INFO nova.compute.claims [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.142416] env[69411]: DEBUG oslo_vmware.api [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378521, 'name': PowerOffVM_Task, 'duration_secs': 0.218055} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.144425] env[69411]: INFO nova.scheduler.client.report [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleted allocations for instance 43868de5-6e4f-4e9e-8db8-63fb9f5f180b [ 796.144517] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.144705] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.144986] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-053744ff-549e-4aa8-8087-f89360f5d389 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.200332] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068163} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.200599] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.201385] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe094ec-35db-4644-acdd-703db0b55fa0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.224807] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 0c614753-736c-4a3d-9690-692674dd7c35/0c614753-736c-4a3d-9690-692674dd7c35.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.225486] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b966c83-eb49-4c69-95ad-55c38984a2b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.243575] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.243880] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.243985] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Deleting the datastore file [datastore1] cdffdfdf-9505-497b-9b37-7a8dcb35d0f8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.244618] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f028ee87-76fd-4097-8c05-8f28f55f18cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.250504] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 796.250504] env[69411]: value = "task-3378524" [ 796.250504] env[69411]: _type = "Task" [ 796.250504] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.251897] env[69411]: DEBUG oslo_vmware.api [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 796.251897] env[69411]: value = "task-3378525" [ 796.251897] env[69411]: _type = "Task" [ 796.251897] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.275493] env[69411]: DEBUG oslo_vmware.api [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.275799] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378524, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.289064] env[69411]: DEBUG nova.compute.manager [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.289388] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.290400] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583100bb-060c-48be-acfa-b046c75447c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.299233] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.299518] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9115eb55-ac4b-46e1-82f2-9dba20d237e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.307746] env[69411]: DEBUG oslo_vmware.api [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 796.307746] env[69411]: value = "task-3378526" [ 796.307746] env[69411]: _type = "Task" [ 796.307746] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.318238] env[69411]: DEBUG oslo_vmware.api [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.435984] env[69411]: DEBUG nova.compute.manager [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.436311] env[69411]: DEBUG nova.compute.manager [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing instance network info cache due to event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.436616] env[69411]: DEBUG oslo_concurrency.lockutils [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] Acquiring lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.485593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Releasing lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.485593] env[69411]: DEBUG nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Instance network_info: |[{"id": "8b347088-c694-4da5-ab85-785561ca9a83", "address": "fa:16:3e:f7:8d:66", "network": {"id": "a0cf1b8a-c8e7-4997-a38f-01b7efe0a9fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2104954553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a113171e2957476384fabda388f043f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b347088-c6", "ovs_interfaceid": "8b347088-c694-4da5-ab85-785561ca9a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.485593] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:8d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b347088-c694-4da5-ab85-785561ca9a83', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.495145] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Creating folder: Project (a113171e2957476384fabda388f043f1). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.495624] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35c327f0-fd65-41ab-bc12-95d9a82a07de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.511020] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Created folder: Project (a113171e2957476384fabda388f043f1) in parent group-v674052. [ 796.511237] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Creating folder: Instances. Parent ref: group-v674166. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.511548] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-857355c8-923c-40a6-a06d-e0ad69684287 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.523533] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Created folder: Instances in parent group-v674166. [ 796.523785] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.523989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.524236] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea794655-5a89-4ac7-906d-12790bb0c583 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.545232] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.545232] env[69411]: value = "task-3378529" [ 796.545232] env[69411]: _type = "Task" [ 796.545232] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.554024] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378529, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.574317] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Releasing lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.574613] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Received event network-changed-9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.574951] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Refreshing instance network info cache due to event network-changed-9a72862b-bc2b-4638-8293-e042563fd248. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.575038] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquiring lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.575186] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquired lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.575355] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Refreshing network info cache for port 9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 796.576627] env[69411]: DEBUG oslo_concurrency.lockutils [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] Acquired lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.576869] env[69411]: DEBUG nova.network.neutron [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 796.654514] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23978e16-344b-41f4-9dc0-b9038bb4a61a tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "43868de5-6e4f-4e9e-8db8-63fb9f5f180b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.905s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.762095] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378524, 'name': ReconfigVM_Task, 'duration_secs': 0.344897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.765604] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 0c614753-736c-4a3d-9690-692674dd7c35/0c614753-736c-4a3d-9690-692674dd7c35.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.766084] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c198cb84-7618-4f73-b886-68ee9e592db1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.773055] env[69411]: DEBUG oslo_vmware.api [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.774320] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.774518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.774703] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.774876] env[69411]: INFO nova.compute.manager [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 796.775152] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.775422] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 796.775422] env[69411]: value = "task-3378530" [ 796.775422] env[69411]: _type = "Task" [ 796.775422] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.775603] env[69411]: DEBUG nova.compute.manager [-] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.775702] env[69411]: DEBUG nova.network.neutron [-] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 796.787087] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378530, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.818567] env[69411]: DEBUG oslo_vmware.api [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378526, 'name': PowerOffVM_Task, 'duration_secs': 0.24155} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.818791] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.818965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.819239] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-848ab3b9-eac6-4ce0-ad8f-cd52f2cb0c59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.887575] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.887831] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.888230] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Deleting the datastore file [datastore1] e7691dd6-87a7-4496-bc9a-e4b56a725796 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.889633] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29eb881a-876e-4889-accf-34fa32cc9984 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.898335] env[69411]: DEBUG oslo_vmware.api [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for the task: (returnval){ [ 796.898335] env[69411]: value = "task-3378532" [ 796.898335] env[69411]: _type = "Task" [ 796.898335] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.907740] env[69411]: DEBUG oslo_vmware.api [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.062581] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378529, 'name': CreateVM_Task, 'duration_secs': 0.375115} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.063175] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.065142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.065142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.065142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.065142] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2ac29f-c2f1-4b93-af0f-485ef3019996 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.071147] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 797.071147] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52af0d13-0a7e-cbeb-6c59-ac13fe5cc902" [ 797.071147] env[69411]: _type = "Task" [ 797.071147] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.091863] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52af0d13-0a7e-cbeb-6c59-ac13fe5cc902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.133211] env[69411]: INFO nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Port 9a72862b-bc2b-4638-8293-e042563fd248 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 797.133211] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.294635] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378530, 'name': Rename_Task, 'duration_secs': 0.161432} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.294941] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.295295] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812ea721-1ab6-4d20-a8a5-962cd6503545 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.305190] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 797.305190] env[69411]: value = "task-3378533" [ 797.305190] env[69411]: _type = "Task" [ 797.305190] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.314655] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.386147] env[69411]: DEBUG nova.network.neutron [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updated VIF entry in instance network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 797.386288] env[69411]: DEBUG nova.network.neutron [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updating instance_info_cache with network_info: [{"id": "2d6cde03-593d-49cc-88e5-bf5fed471773", "address": "fa:16:3e:57:8d:a9", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6cde03-59", "ovs_interfaceid": "2d6cde03-593d-49cc-88e5-bf5fed471773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.411757] env[69411]: DEBUG oslo_vmware.api [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Task: {'id': task-3378532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255044} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.411757] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.411757] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.411932] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.412034] env[69411]: INFO nova.compute.manager [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Took 1.12 seconds to destroy the instance on the hypervisor. [ 797.413168] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.413168] env[69411]: DEBUG nova.compute.manager [-] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.413168] env[69411]: DEBUG nova.network.neutron [-] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 797.592345] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52af0d13-0a7e-cbeb-6c59-ac13fe5cc902, 'name': SearchDatastore_Task, 'duration_secs': 0.013846} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.593185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.593470] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.593776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.594314] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.597188] env[69411]: DEBUG nova.network.neutron [-] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.598530] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fc1489d-cef1-4e54-94d6-7f1601894c3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.617023] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.617023] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.617023] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c8bfa7-29ec-45b1-8a8e-5a3f989dc206 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.629035] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 797.629035] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521b3348-330d-5a6e-f749-4a3587b1a3a7" [ 797.629035] env[69411]: _type = "Task" [ 797.629035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.636020] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Releasing lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.636020] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Received event network-changed-9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.636020] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Refreshing instance network info cache due to event network-changed-9a72862b-bc2b-4638-8293-e042563fd248. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.636020] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquiring lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.636020] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquired lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.636020] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Refreshing network info cache for port 9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 797.647171] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521b3348-330d-5a6e-f749-4a3587b1a3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.648700] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38220f58-fe55-4b98-b354-8aff964e3dee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.657272] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 797.657272] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528ba9f9-8869-51a0-53c5-1a3ab78285e8" [ 797.657272] env[69411]: _type = "Task" [ 797.657272] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.666878] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528ba9f9-8869-51a0-53c5-1a3ab78285e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.674140] env[69411]: DEBUG nova.compute.manager [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.674336] env[69411]: DEBUG nova.compute.manager [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing instance network info cache due to event network-changed-2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.674718] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] Acquiring lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.736402] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59245fc-7e56-4f7d-8f65-4b68bc641af1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.745519] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fa5e34-5867-4e98-9e4c-5574ba72d1c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.780270] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dc99bc-d340-4dd8-a2eb-cebe3ef1e23c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.790211] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b013bfc9-1e72-499d-97cc-f6860e054792 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.807134] env[69411]: DEBUG nova.compute.provider_tree [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.817717] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.889879] env[69411]: DEBUG oslo_concurrency.lockutils [req-51d4ba95-fca2-434f-8887-f4effcdda588 req-7d47b579-d039-4f06-9759-614b216ceae0 service nova] Releasing lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.890201] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] Acquired lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.891395] env[69411]: DEBUG nova.network.neutron [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Refreshing network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 798.103633] env[69411]: INFO nova.compute.manager [-] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Took 1.33 seconds to deallocate network for instance. [ 798.162756] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 798.171847] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528ba9f9-8869-51a0-53c5-1a3ab78285e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.172181] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.172488] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 5577226c-6081-4ae5-909f-2dea19be98a1/5577226c-6081-4ae5-909f-2dea19be98a1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.172786] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c5719d3-87d2-4211-a86c-598bdb4ffa74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.182579] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 798.182579] env[69411]: value = "task-3378534" [ 798.182579] env[69411]: _type = "Task" [ 798.182579] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.192664] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.249653] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.284344] env[69411]: DEBUG nova.network.neutron [-] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.320322] env[69411]: DEBUG oslo_vmware.api [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378533, 'name': PowerOnVM_Task, 'duration_secs': 0.806042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.320656] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.320892] env[69411]: INFO nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Took 7.27 seconds to spawn the instance on the hypervisor. [ 798.321469] env[69411]: DEBUG nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.321909] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb9586-30bc-49a4-a570-c7ae24fe8a1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.343528] env[69411]: DEBUG nova.scheduler.client.report [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 798.343789] env[69411]: DEBUG nova.compute.provider_tree [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 73 to 74 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 798.343974] env[69411]: DEBUG nova.compute.provider_tree [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.475885] env[69411]: DEBUG nova.compute.manager [req-83dcfc3a-7ee2-48cc-bdb2-2baeff552be7 req-4e1d50d4-23a5-4325-a875-c32c255d33c3 service nova] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Received event network-vif-deleted-9a72862b-bc2b-4638-8293-e042563fd248 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.476332] env[69411]: DEBUG nova.compute.manager [req-83dcfc3a-7ee2-48cc-bdb2-2baeff552be7 req-4e1d50d4-23a5-4325-a875-c32c255d33c3 service nova] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Received event network-vif-deleted-73841600-1541-49a6-a61f-1bbab5c62ea0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.611293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.654957] env[69411]: DEBUG nova.network.neutron [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updated VIF entry in instance network info cache for port 2d6cde03-593d-49cc-88e5-bf5fed471773. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 798.655453] env[69411]: DEBUG nova.network.neutron [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updating instance_info_cache with network_info: [{"id": "2d6cde03-593d-49cc-88e5-bf5fed471773", "address": "fa:16:3e:57:8d:a9", "network": {"id": "9e92e5fa-15ca-4a0b-9913-c58dc5f8e1bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-255959744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4ab84c5394376803147b9ec22cf9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6cde03-59", "ovs_interfaceid": "2d6cde03-593d-49cc-88e5-bf5fed471773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.694248] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378534, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.752190] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Releasing lock "refresh_cache-cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.752506] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Received event network-vif-plugged-8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.752715] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquiring lock "5577226c-6081-4ae5-909f-2dea19be98a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.752951] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Lock "5577226c-6081-4ae5-909f-2dea19be98a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.753162] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Lock "5577226c-6081-4ae5-909f-2dea19be98a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.753702] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] No waiting events found dispatching network-vif-plugged-8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.753702] env[69411]: WARNING nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Received unexpected event network-vif-plugged-8b347088-c694-4da5-ab85-785561ca9a83 for instance with vm_state building and task_state spawning. [ 798.753829] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Received event network-changed-8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.753955] env[69411]: DEBUG nova.compute.manager [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Refreshing instance network info cache due to event network-changed-8b347088-c694-4da5-ab85-785561ca9a83. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.754160] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquiring lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.754778] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Acquired lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.754998] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Refreshing network info cache for port 8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 798.789693] env[69411]: INFO nova.compute.manager [-] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Took 1.38 seconds to deallocate network for instance. [ 798.839549] env[69411]: INFO nova.compute.manager [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Took 51.09 seconds to build instance. [ 798.849628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.850165] env[69411]: DEBUG nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.856360] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.699s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.860019] env[69411]: DEBUG nova.objects.instance [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lazy-loading 'resources' on Instance uuid 555b0fa4-0a00-4aa3-afb8-2ced527008dd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.148041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.148041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.148041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.148041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.148041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.149198] env[69411]: INFO nova.compute.manager [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Terminating instance [ 799.158834] env[69411]: DEBUG oslo_concurrency.lockutils [req-3a4d5b28-e94d-4154-8144-c8b84ec9b873 req-b47f3539-afa0-4ce1-94ba-58482d147f07 service nova] Releasing lock "refresh_cache-30d08bf2-b802-49e7-8bc5-8cb85fb16264" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.193611] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789623} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.193611] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 5577226c-6081-4ae5-909f-2dea19be98a1/5577226c-6081-4ae5-909f-2dea19be98a1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.194424] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.194424] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f84468d-d4e2-40f8-8586-9642485c30c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.202151] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 799.202151] env[69411]: value = "task-3378535" [ 799.202151] env[69411]: _type = "Task" [ 799.202151] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.210591] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.264447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "9794b7d7-2319-4b49-94b4-3478c397fcea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.264707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.264911] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "9794b7d7-2319-4b49-94b4-3478c397fcea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.265132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.265309] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.267931] env[69411]: INFO nova.compute.manager [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Terminating instance [ 799.297041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.345553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0af331c2-0946-4eb8-a9fd-0ef8f7b53d00 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "0c614753-736c-4a3d-9690-692674dd7c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.478s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.360761] env[69411]: DEBUG nova.compute.utils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.362616] env[69411]: DEBUG nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.362783] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.508757] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Updated VIF entry in instance network info cache for port 8b347088-c694-4da5-ab85-785561ca9a83. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 799.509302] env[69411]: DEBUG nova.network.neutron [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Updating instance_info_cache with network_info: [{"id": "8b347088-c694-4da5-ab85-785561ca9a83", "address": "fa:16:3e:f7:8d:66", "network": {"id": "a0cf1b8a-c8e7-4997-a38f-01b7efe0a9fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2104954553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a113171e2957476384fabda388f043f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b347088-c6", "ovs_interfaceid": "8b347088-c694-4da5-ab85-785561ca9a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.654869] env[69411]: DEBUG nova.compute.manager [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.656055] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.656055] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1428d07b-8087-41f9-9f40-28f2eb7fcdf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.669553] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.669835] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf30f227-e2c9-4b0d-a291-dbd6924048d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.680404] env[69411]: DEBUG oslo_vmware.api [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 799.680404] env[69411]: value = "task-3378536" [ 799.680404] env[69411]: _type = "Task" [ 799.680404] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.692376] env[69411]: DEBUG oslo_vmware.api [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.699090] env[69411]: DEBUG nova.policy [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f562799b5047ba86deb6204e5bfbd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e153e2b570134f91bbfd74b0ba7484ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.713726] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074955} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.714015] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.714819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f7105-62eb-449d-85d3-4ac0026ec90c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.748771] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 5577226c-6081-4ae5-909f-2dea19be98a1/5577226c-6081-4ae5-909f-2dea19be98a1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.752208] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69c0959-f7e7-47d9-b7d6-590669a4fa1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.771313] env[69411]: DEBUG nova.compute.manager [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.771548] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.772403] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814123e7-553a-46e6-8c28-8f10a2cefd08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.777550] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 799.777550] env[69411]: value = "task-3378537" [ 799.777550] env[69411]: _type = "Task" [ 799.777550] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.785921] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.786675] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382b6e9d-2e8a-47d2-9148-a91aa5a44239 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.793397] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.799349] env[69411]: DEBUG oslo_vmware.api [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 799.799349] env[69411]: value = "task-3378538" [ 799.799349] env[69411]: _type = "Task" [ 799.799349] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.808947] env[69411]: DEBUG oslo_vmware.api [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.850201] env[69411]: DEBUG nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.867030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321691db-b991-466c-8d8d-475a0f91b157 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.868601] env[69411]: DEBUG nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.886359] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d11bc3-3716-43ca-bc31-c4f3e58862c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.932803] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5b4403-a55b-42cb-ab3f-52cd8ef42d36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.942418] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f272cc7e-6f05-479b-840f-25cc55710e7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.959089] env[69411]: DEBUG nova.compute.provider_tree [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.015232] env[69411]: DEBUG oslo_concurrency.lockutils [req-cbd97400-75e5-4141-a660-a587b5341026 req-0d9df11e-00cb-4aad-b56d-e5055459dc5f service nova] Releasing lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.191960] env[69411]: DEBUG oslo_vmware.api [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378536, 'name': PowerOffVM_Task, 'duration_secs': 0.363075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.192381] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.192587] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.192908] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a012b119-63b2-45e9-9675-668994ffe8ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.275032] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.275313] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.275539] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleting the datastore file [datastore2] a41d77c1-4653-45f9-affe-07d2c03b3eb8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.275787] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac66676f-0405-470a-b43b-571a4461aa12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.287869] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378537, 'name': ReconfigVM_Task, 'duration_secs': 0.323451} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.289721] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 5577226c-6081-4ae5-909f-2dea19be98a1/5577226c-6081-4ae5-909f-2dea19be98a1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.290552] env[69411]: DEBUG oslo_vmware.api [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 800.290552] env[69411]: value = "task-3378540" [ 800.290552] env[69411]: _type = "Task" [ 800.290552] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.290728] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b5d694c-54ea-4f03-a532-5a90f10e70ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.302582] env[69411]: DEBUG oslo_vmware.api [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.310358] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 800.310358] env[69411]: value = "task-3378541" [ 800.310358] env[69411]: _type = "Task" [ 800.310358] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.317635] env[69411]: DEBUG oslo_vmware.api [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378538, 'name': PowerOffVM_Task, 'duration_secs': 0.249193} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.318603] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.318827] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.319101] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa589b2d-eb6a-419f-a4eb-4a90753e9c5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.323766] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378541, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.377314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.394236] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.394405] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.394607] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleting the datastore file [datastore2] 9794b7d7-2319-4b49-94b4-3478c397fcea {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.394879] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1e70146-88dd-4da9-a907-84b0970c3dfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.407370] env[69411]: DEBUG oslo_vmware.api [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for the task: (returnval){ [ 800.407370] env[69411]: value = "task-3378543" [ 800.407370] env[69411]: _type = "Task" [ 800.407370] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.416745] env[69411]: DEBUG oslo_vmware.api [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.421804] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Successfully created port: 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.466071] env[69411]: DEBUG nova.scheduler.client.report [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.557930] env[69411]: DEBUG nova.compute.manager [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Received event network-changed-139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.558185] env[69411]: DEBUG nova.compute.manager [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Refreshing instance network info cache due to event network-changed-139c1388-adfe-4535-922a-5253abb4e92e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.558465] env[69411]: DEBUG oslo_concurrency.lockutils [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] Acquiring lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.558551] env[69411]: DEBUG oslo_concurrency.lockutils [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] Acquired lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.558726] env[69411]: DEBUG nova.network.neutron [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Refreshing network info cache for port 139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 800.799106] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Successfully created port: ca780144-49f5-4596-8ab9-53dee5fb9f13 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.805704] env[69411]: DEBUG oslo_vmware.api [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180053} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.805984] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.806219] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.806406] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.806595] env[69411]: INFO nova.compute.manager [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.806884] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.807133] env[69411]: DEBUG nova.compute.manager [-] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.807232] env[69411]: DEBUG nova.network.neutron [-] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 800.821958] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378541, 'name': Rename_Task, 'duration_secs': 0.189136} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.822249] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.822500] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28416dcb-27ee-4523-a8fb-eac19ce3ae43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.831381] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 800.831381] env[69411]: value = "task-3378544" [ 800.831381] env[69411]: _type = "Task" [ 800.831381] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.842143] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.878712] env[69411]: DEBUG nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.914461] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.914622] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.914689] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.914846] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.914996] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.915204] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.915423] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.915585] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.915750] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.915911] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.916208] env[69411]: DEBUG nova.virt.hardware [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.917135] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33f8859-33be-4fb1-abf5-2d6a83a5a5b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.927578] env[69411]: DEBUG oslo_vmware.api [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Task: {'id': task-3378543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247496} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.929811] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.930196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.930434] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.930651] env[69411]: INFO nova.compute.manager [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Took 1.16 seconds to destroy the instance on the hypervisor. [ 800.930933] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.931240] env[69411]: DEBUG nova.compute.manager [-] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.931953] env[69411]: DEBUG nova.network.neutron [-] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 800.936202] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af394a-c356-4537-a86d-2ef57fae8b44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.975823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.979164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.332s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.030885] env[69411]: INFO nova.scheduler.client.report [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Deleted allocations for instance 555b0fa4-0a00-4aa3-afb8-2ced527008dd [ 801.262046] env[69411]: DEBUG nova.compute.manager [req-e69dd488-8161-4d7e-bfc1-4b4f2702f17f req-1b5a613a-1572-4849-bfa1-7814f5f9ad40 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Received event network-vif-deleted-6a10110a-6127-47dc-b88f-699c910d0a7f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.262273] env[69411]: INFO nova.compute.manager [req-e69dd488-8161-4d7e-bfc1-4b4f2702f17f req-1b5a613a-1572-4849-bfa1-7814f5f9ad40 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Neutron deleted interface 6a10110a-6127-47dc-b88f-699c910d0a7f; detaching it from the instance and deleting it from the info cache [ 801.262452] env[69411]: DEBUG nova.network.neutron [req-e69dd488-8161-4d7e-bfc1-4b4f2702f17f req-1b5a613a-1572-4849-bfa1-7814f5f9ad40 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.350300] env[69411]: DEBUG oslo_vmware.api [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3378544, 'name': PowerOnVM_Task, 'duration_secs': 0.514362} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.350616] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.350885] env[69411]: INFO nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Took 7.51 seconds to spawn the instance on the hypervisor. [ 801.351113] env[69411]: DEBUG nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.352008] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d3f59-ea00-49e3-ab7e-245ecfe8d511 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.463751] env[69411]: DEBUG nova.network.neutron [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Updated VIF entry in instance network info cache for port 139c1388-adfe-4535-922a-5253abb4e92e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 801.464139] env[69411]: DEBUG nova.network.neutron [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Updating instance_info_cache with network_info: [{"id": "139c1388-adfe-4535-922a-5253abb4e92e", "address": "fa:16:3e:16:e6:b2", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap139c1388-ad", "ovs_interfaceid": "139c1388-adfe-4535-922a-5253abb4e92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.538232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9dcac8ec-845d-44b7-93c2-0a20d0b9e8cf tempest-AttachInterfacesV270Test-226969959 tempest-AttachInterfacesV270Test-226969959-project-member] Lock "555b0fa4-0a00-4aa3-afb8-2ced527008dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.362s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.717092] env[69411]: DEBUG nova.network.neutron [-] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.766056] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d970eeca-f142-4957-a727-092ea7fca20c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.776526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c220cc2e-51da-4a72-8b77-e2773222e28a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.807243] env[69411]: DEBUG nova.compute.manager [req-e69dd488-8161-4d7e-bfc1-4b4f2702f17f req-1b5a613a-1572-4849-bfa1-7814f5f9ad40 service nova] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Detach interface failed, port_id=6a10110a-6127-47dc-b88f-699c910d0a7f, reason: Instance a41d77c1-4653-45f9-affe-07d2c03b3eb8 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.844997] env[69411]: DEBUG nova.network.neutron [-] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.873041] env[69411]: INFO nova.compute.manager [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Took 51.61 seconds to build instance. [ 801.966587] env[69411]: DEBUG oslo_concurrency.lockutils [req-939fca5d-918d-49e8-8536-6658bd27b175 req-8515bfbe-3ef9-4706-8549-bc6fd50bfb2a service nova] Releasing lock "refresh_cache-0c614753-736c-4a3d-9690-692674dd7c35" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.019727] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9d1e12dc-5811-41fe-81c6-86b81ed566a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.019903] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance c7a943eb-edf4-4811-80c5-5ab15677ee62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.020058] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.020183] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 81dc722f-5177-4034-83dd-7d4fbeb373c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.020302] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.020432] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e7691dd6-87a7-4496-bc9a-e4b56a725796 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.020548] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 30d08bf2-b802-49e7-8bc5-8cb85fb16264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.020662] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 065960f4-681e-4867-9b12-00672a5a9055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.020775] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance a41d77c1-4653-45f9-affe-07d2c03b3eb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.020887] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9794b7d7-2319-4b49-94b4-3478c397fcea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.021017] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance fef4cad8-9e52-4c98-a450-5cbcb43f19d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.021144] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9966e2b7-5af8-4307-94e2-78e5975b8e14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.021267] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.021389] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 0cdca785-e451-4391-9eee-9c310bff924d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.021564] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 8ceee979-38df-4fd1-81af-bf1436af8ec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.021621] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9848c369-d516-4e71-9d00-6f21d0dda7e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.021742] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance cdffdfdf-9505-497b-9b37-7a8dcb35d0f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.021862] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 49c399d8-1be9-45aa-974b-19cb742d8685 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 802.021977] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 0c614753-736c-4a3d-9690-692674dd7c35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.022105] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 5577226c-6081-4ae5-909f-2dea19be98a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.022215] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 10726899-1cb9-4d56-bb77-36c41176ca8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 802.222033] env[69411]: INFO nova.compute.manager [-] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Took 1.41 seconds to deallocate network for instance. [ 802.349585] env[69411]: INFO nova.compute.manager [-] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Took 1.42 seconds to deallocate network for instance. [ 802.375675] env[69411]: DEBUG oslo_concurrency.lockutils [None req-251c69b8-69b6-48af-bf76-5c99763b980b tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "5577226c-6081-4ae5-909f-2dea19be98a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.494s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.526523] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 541fd114-1713-47e1-a5af-ff2ee5c6cb2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.727845] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.734123] env[69411]: DEBUG nova.compute.manager [req-f2855ac3-b607-43c5-882e-e1f28dc2766b req-6b5d8a5b-49dd-4337-b2b7-634154fd8843 service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received event network-vif-plugged-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.734344] env[69411]: DEBUG oslo_concurrency.lockutils [req-f2855ac3-b607-43c5-882e-e1f28dc2766b req-6b5d8a5b-49dd-4337-b2b7-634154fd8843 service nova] Acquiring lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.734550] env[69411]: DEBUG oslo_concurrency.lockutils [req-f2855ac3-b607-43c5-882e-e1f28dc2766b req-6b5d8a5b-49dd-4337-b2b7-634154fd8843 service nova] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.734756] env[69411]: DEBUG oslo_concurrency.lockutils [req-f2855ac3-b607-43c5-882e-e1f28dc2766b req-6b5d8a5b-49dd-4337-b2b7-634154fd8843 service nova] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.734940] env[69411]: DEBUG nova.compute.manager [req-f2855ac3-b607-43c5-882e-e1f28dc2766b req-6b5d8a5b-49dd-4337-b2b7-634154fd8843 service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] No waiting events found dispatching network-vif-plugged-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.735213] env[69411]: WARNING nova.compute.manager [req-f2855ac3-b607-43c5-882e-e1f28dc2766b req-6b5d8a5b-49dd-4337-b2b7-634154fd8843 service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received unexpected event network-vif-plugged-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 for instance with vm_state building and task_state spawning. [ 802.831670] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Successfully updated port: 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.855269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.878582] env[69411]: DEBUG nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.031270] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 34d5f258-9dba-438d-9a91-f40138283ffc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.297677] env[69411]: DEBUG nova.compute.manager [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Received event network-vif-deleted-595397e3-eff9-4932-a897-a29b64bb4e72 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.299195] env[69411]: DEBUG nova.compute.manager [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Received event network-changed-8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.299688] env[69411]: DEBUG nova.compute.manager [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Refreshing instance network info cache due to event network-changed-8b347088-c694-4da5-ab85-785561ca9a83. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.300421] env[69411]: DEBUG oslo_concurrency.lockutils [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] Acquiring lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.300751] env[69411]: DEBUG oslo_concurrency.lockutils [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] Acquired lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.303197] env[69411]: DEBUG nova.network.neutron [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Refreshing network info cache for port 8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 803.409163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.535218] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 34eaab5d-18bd-4868-a439-7ae67fdecc3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.041266] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.190313] env[69411]: DEBUG nova.network.neutron [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Updated VIF entry in instance network info cache for port 8b347088-c694-4da5-ab85-785561ca9a83. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 804.190732] env[69411]: DEBUG nova.network.neutron [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Updating instance_info_cache with network_info: [{"id": "8b347088-c694-4da5-ab85-785561ca9a83", "address": "fa:16:3e:f7:8d:66", "network": {"id": "a0cf1b8a-c8e7-4997-a38f-01b7efe0a9fe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2104954553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a113171e2957476384fabda388f043f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b347088-c6", "ovs_interfaceid": "8b347088-c694-4da5-ab85-785561ca9a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.544591] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 59be5fbd-08c1-45a9-9f8f-0bbe90384a24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.693701] env[69411]: DEBUG oslo_concurrency.lockutils [req-c01db337-e8e0-40e5-a6d0-53359690b1bf req-d60b69a0-2ac7-49ad-9d0b-60c95c6929ef service nova] Releasing lock "refresh_cache-5577226c-6081-4ae5-909f-2dea19be98a1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.760397] env[69411]: DEBUG nova.compute.manager [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received event network-changed-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.760612] env[69411]: DEBUG nova.compute.manager [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Refreshing instance network info cache due to event network-changed-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.760828] env[69411]: DEBUG oslo_concurrency.lockutils [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] Acquiring lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.760947] env[69411]: DEBUG oslo_concurrency.lockutils [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] Acquired lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.761124] env[69411]: DEBUG nova.network.neutron [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Refreshing network info cache for port 0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 805.048029] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance f1721a7b-378a-4fca-968f-63d27df12cd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.311399] env[69411]: DEBUG nova.network.neutron [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 805.456104] env[69411]: DEBUG nova.network.neutron [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.481417] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Successfully updated port: ca780144-49f5-4596-8ab9-53dee5fb9f13 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.553713] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 1683b25a-b952-4887-b71b-e0d542b1208e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.959127] env[69411]: DEBUG oslo_concurrency.lockutils [req-79e6a75c-a349-4b4c-888a-3eff1aafa717 req-82c16f59-3f4b-48bf-b0f4-18e6baca387e service nova] Releasing lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.987092] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.987339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.987559] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 806.056576] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance b187064a-20b8-4e80-aaef-2ae78d901640 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.521567] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 806.560197] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e7877566-ce69-4a38-82db-feb1bedd135f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.793249] env[69411]: DEBUG nova.compute.manager [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received event network-vif-plugged-ca780144-49f5-4596-8ab9-53dee5fb9f13 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.793249] env[69411]: DEBUG oslo_concurrency.lockutils [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] Acquiring lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.793249] env[69411]: DEBUG oslo_concurrency.lockutils [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.793249] env[69411]: DEBUG oslo_concurrency.lockutils [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.793249] env[69411]: DEBUG nova.compute.manager [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] No waiting events found dispatching network-vif-plugged-ca780144-49f5-4596-8ab9-53dee5fb9f13 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.793249] env[69411]: WARNING nova.compute.manager [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received unexpected event network-vif-plugged-ca780144-49f5-4596-8ab9-53dee5fb9f13 for instance with vm_state building and task_state spawning. [ 806.793249] env[69411]: DEBUG nova.compute.manager [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received event network-changed-ca780144-49f5-4596-8ab9-53dee5fb9f13 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.793249] env[69411]: DEBUG nova.compute.manager [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Refreshing instance network info cache due to event network-changed-ca780144-49f5-4596-8ab9-53dee5fb9f13. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.794351] env[69411]: DEBUG oslo_concurrency.lockutils [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] Acquiring lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.797033] env[69411]: DEBUG nova.network.neutron [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Updating instance_info_cache with network_info: [{"id": "0b04971e-1c5d-4aef-9852-5b6fcc5c71e8", "address": "fa:16:3e:54:e5:64", "network": {"id": "dd6bdebb-6bf6-4e45-8429-6b9e10942f1b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-594466063", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b04971e-1c", "ovs_interfaceid": "0b04971e-1c5d-4aef-9852-5b6fcc5c71e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca780144-49f5-4596-8ab9-53dee5fb9f13", "address": "fa:16:3e:96:89:52", "network": {"id": "495a7e80-c45a-4cab-a79d-f8864ceecd67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-623688082", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca780144-49", "ovs_interfaceid": "ca780144-49f5-4596-8ab9-53dee5fb9f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.064047] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance d659f63c-83f2-44d8-9865-15bd34786a10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.299022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Releasing lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.299022] env[69411]: DEBUG nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Instance network_info: |[{"id": "0b04971e-1c5d-4aef-9852-5b6fcc5c71e8", "address": "fa:16:3e:54:e5:64", "network": {"id": "dd6bdebb-6bf6-4e45-8429-6b9e10942f1b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-594466063", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b04971e-1c", "ovs_interfaceid": "0b04971e-1c5d-4aef-9852-5b6fcc5c71e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca780144-49f5-4596-8ab9-53dee5fb9f13", "address": "fa:16:3e:96:89:52", "network": {"id": "495a7e80-c45a-4cab-a79d-f8864ceecd67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-623688082", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca780144-49", "ovs_interfaceid": "ca780144-49f5-4596-8ab9-53dee5fb9f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.299263] env[69411]: DEBUG oslo_concurrency.lockutils [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] Acquired lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.299341] env[69411]: DEBUG nova.network.neutron [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Refreshing network info cache for port ca780144-49f5-4596-8ab9-53dee5fb9f13 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 807.301143] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:e5:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b04971e-1c5d-4aef-9852-5b6fcc5c71e8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:89:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca780144-49f5-4596-8ab9-53dee5fb9f13', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.311045] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.315072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.315072] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c49db14-b451-4603-aeb4-fa5f9c03f4fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.339710] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.339710] env[69411]: value = "task-3378545" [ 807.339710] env[69411]: _type = "Task" [ 807.339710] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.348056] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378545, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.536869] env[69411]: DEBUG nova.network.neutron [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Updated VIF entry in instance network info cache for port ca780144-49f5-4596-8ab9-53dee5fb9f13. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 807.537386] env[69411]: DEBUG nova.network.neutron [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Updating instance_info_cache with network_info: [{"id": "0b04971e-1c5d-4aef-9852-5b6fcc5c71e8", "address": "fa:16:3e:54:e5:64", "network": {"id": "dd6bdebb-6bf6-4e45-8429-6b9e10942f1b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-594466063", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b04971e-1c", "ovs_interfaceid": "0b04971e-1c5d-4aef-9852-5b6fcc5c71e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca780144-49f5-4596-8ab9-53dee5fb9f13", "address": "fa:16:3e:96:89:52", "network": {"id": "495a7e80-c45a-4cab-a79d-f8864ceecd67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-623688082", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e153e2b570134f91bbfd74b0ba7484ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca780144-49", "ovs_interfaceid": "ca780144-49f5-4596-8ab9-53dee5fb9f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.566388] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9726856b-fe60-4230-a92e-9087dbe620af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.850478] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378545, 'name': CreateVM_Task, 'duration_secs': 0.431467} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.850719] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.851434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.851607] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.851926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.852195] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd3650c-e133-4472-a17b-00a934bf7930 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.856816] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 807.856816] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e871ae-3676-e64e-d0d7-3bbf617b9650" [ 807.856816] env[69411]: _type = "Task" [ 807.856816] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.864580] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e871ae-3676-e64e-d0d7-3bbf617b9650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.040792] env[69411]: DEBUG oslo_concurrency.lockutils [req-0649a1dd-c5d1-4e79-b558-7a07517e7f73 req-b0153380-6177-4769-b58f-a95e97c5229d service nova] Releasing lock "refresh_cache-10726899-1cb9-4d56-bb77-36c41176ca8b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.069887] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 63d07ab3-a1a8-4596-8d20-7bfac67e0d88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.371376] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e871ae-3676-e64e-d0d7-3bbf617b9650, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.371865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.372393] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.372780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.373077] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.373416] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.373804] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a5953a-010e-4f61-818f-7ae71b1d576d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.385359] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.385690] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.386872] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16662f7e-9233-47f2-a4a9-9ab07c006e44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.395513] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 808.395513] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52288f2d-046c-5566-f00b-cbdd9c88da60" [ 808.395513] env[69411]: _type = "Task" [ 808.395513] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.410095] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52288f2d-046c-5566-f00b-cbdd9c88da60, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.411248] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9aa659c-0e7c-447b-b242-bb5e813e6f2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.418688] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 808.418688] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f3f3ed-bf69-ab7b-98d6-052ca2f65e6d" [ 808.418688] env[69411]: _type = "Task" [ 808.418688] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.430672] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f3f3ed-bf69-ab7b-98d6-052ca2f65e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.573077] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e17301b5-47a0-4ef3-8530-5fd99d81b820 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.573467] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 808.573675] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 808.931249] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f3f3ed-bf69-ab7b-98d6-052ca2f65e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.931548] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.931832] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 10726899-1cb9-4d56-bb77-36c41176ca8b/10726899-1cb9-4d56-bb77-36c41176ca8b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.932237] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0432181a-9088-4628-a4a9-9df4d74e00fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.943063] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 808.943063] env[69411]: value = "task-3378546" [ 808.943063] env[69411]: _type = "Task" [ 808.943063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.955486] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.979858] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836f694f-4815-4f64-aaa7-3e4d62be5030 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.988248] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc947b33-467f-4c69-81e9-04450623fe7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.019701] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a712d6-0a7c-42d8-b87d-ab3ed9c7314a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.027613] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e4910e-0ed1-45df-a7fe-2daafc67493a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.041303] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.460955] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.461289] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 10726899-1cb9-4d56-bb77-36c41176ca8b/10726899-1cb9-4d56-bb77-36c41176ca8b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.461595] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.461986] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f3251b7-11a6-4fd2-a49f-165c4a660746 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.471206] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 809.471206] env[69411]: value = "task-3378547" [ 809.471206] env[69411]: _type = "Task" [ 809.471206] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.481189] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.544380] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.981860] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059365} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.982340] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.983170] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d135dd1b-cf99-46f7-9534-35c7e49d0314 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.008770] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 10726899-1cb9-4d56-bb77-36c41176ca8b/10726899-1cb9-4d56-bb77-36c41176ca8b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.009019] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffba1c09-7cc9-4653-b08a-9cb33f6f4646 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.032956] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 810.032956] env[69411]: value = "task-3378548" [ 810.032956] env[69411]: _type = "Task" [ 810.032956] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.049069] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 810.049385] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.070s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.049737] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.954s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.051289] env[69411]: INFO nova.compute.claims [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.057805] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.547150] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.044837] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378548, 'name': ReconfigVM_Task, 'duration_secs': 0.825086} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.045154] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 10726899-1cb9-4d56-bb77-36c41176ca8b/10726899-1cb9-4d56-bb77-36c41176ca8b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.045837] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1957e1e-a23f-45a8-bb23-c7d32db21c0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.054302] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 811.054302] env[69411]: value = "task-3378549" [ 811.054302] env[69411]: _type = "Task" [ 811.054302] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.065589] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378549, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.447091] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986b37a8-1224-4150-b7dd-ec16be787b65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.455403] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103304f-a7ed-439e-9991-9f3ae43ff619 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.486321] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e3b99-0f81-49ee-83bf-152b3530feab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.493953] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6187e9f2-5733-4bb0-937e-e20434f9a327 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.507412] env[69411]: DEBUG nova.compute.provider_tree [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.565281] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378549, 'name': Rename_Task, 'duration_secs': 0.153928} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.565568] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.565815] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b78e055-ca5b-4a85-ae5b-347ec5921b13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.575082] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 811.575082] env[69411]: value = "task-3378550" [ 811.575082] env[69411]: _type = "Task" [ 811.575082] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.585622] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.010599] env[69411]: DEBUG nova.scheduler.client.report [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.085714] env[69411]: DEBUG oslo_vmware.api [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378550, 'name': PowerOnVM_Task, 'duration_secs': 0.486706} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.085973] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.086197] env[69411]: INFO nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Took 11.21 seconds to spawn the instance on the hypervisor. [ 812.086379] env[69411]: DEBUG nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.087146] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6a17a-9635-4fbe-b8eb-d6fe0eb9e544 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.518705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.519273] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.522426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.045s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.522426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.524228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.111s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.525663] env[69411]: INFO nova.compute.claims [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.549444] env[69411]: INFO nova.scheduler.client.report [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Deleted allocations for instance 9d1e12dc-5811-41fe-81c6-86b81ed566a2 [ 812.607783] env[69411]: INFO nova.compute.manager [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Took 58.64 seconds to build instance. [ 812.989014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "10726899-1cb9-4d56-bb77-36c41176ca8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.030221] env[69411]: DEBUG nova.compute.utils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.034119] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.034368] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.058310] env[69411]: DEBUG oslo_concurrency.lockutils [None req-51e15a2d-1597-436d-9dff-f93405496701 tempest-ServersAdminNegativeTestJSON-1566541746 tempest-ServersAdminNegativeTestJSON-1566541746-project-member] Lock "9d1e12dc-5811-41fe-81c6-86b81ed566a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.042s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.110314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd81b17f-5d6f-4f52-bd91-107bca7dc3e8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.155s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.111526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.123s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.111748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.111954] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.112132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.117861] env[69411]: INFO nova.compute.manager [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Terminating instance [ 813.149051] env[69411]: DEBUG nova.policy [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a4db9db41d4beaa511d73ded4cb539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d2c346591954000bf4a7401b3c3ffc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.506604] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Successfully created port: ec5ad08a-5c12-4277-a173-b33d6ddfde28 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.535115] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.621143] env[69411]: DEBUG nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.624938] env[69411]: DEBUG nova.compute.manager [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.625437] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.626640] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b46af2-53d2-4da4-93bc-c0c4cdb96c08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.641443] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.641443] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6ae67b-1e92-449a-adfe-0c4141b0fa2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.649686] env[69411]: DEBUG oslo_vmware.api [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 813.649686] env[69411]: value = "task-3378551" [ 813.649686] env[69411]: _type = "Task" [ 813.649686] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.662756] env[69411]: DEBUG oslo_vmware.api [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.000256] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27524ecf-3f71-4c1a-bd88-609bcc38ea06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.009766] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec1460e-98a4-4ec4-acfe-97a8164e8dae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.041061] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe905001-7baf-4b13-8c6d-97bf4f7c82b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.055882] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a8e433-a928-494a-8e11-9c7409abdc6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.072777] env[69411]: DEBUG nova.compute.provider_tree [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.144480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.160028] env[69411]: DEBUG oslo_vmware.api [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378551, 'name': PowerOffVM_Task, 'duration_secs': 0.186957} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.160353] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.160542] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.160797] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a0469d1-7361-45d4-957c-46ad5288634e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.271198] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.271443] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.271634] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Deleting the datastore file [datastore1] 10726899-1cb9-4d56-bb77-36c41176ca8b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.271934] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50b94b35-92dd-4ea8-bbc6-5efb69621c27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.281243] env[69411]: DEBUG oslo_vmware.api [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for the task: (returnval){ [ 814.281243] env[69411]: value = "task-3378553" [ 814.281243] env[69411]: _type = "Task" [ 814.281243] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.291515] env[69411]: DEBUG oslo_vmware.api [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.549760] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.573953] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.574222] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.574382] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.574570] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.574719] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.574868] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.575233] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.575473] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.575707] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.575941] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.576193] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.577097] env[69411]: DEBUG nova.scheduler.client.report [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.580951] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d8661-ac46-4a58-94c2-93b914b5b687 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.590559] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a25a6c2-beda-4bfa-a14a-4586e6127588 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.792013] env[69411]: DEBUG oslo_vmware.api [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Task: {'id': task-3378553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160261} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.793412] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.793682] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.793873] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.794082] env[69411]: INFO nova.compute.manager [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 814.794315] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.794510] env[69411]: DEBUG nova.compute.manager [-] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.794614] env[69411]: DEBUG nova.network.neutron [-] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 815.085041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.085711] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.088677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.183s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.089237] env[69411]: DEBUG nova.objects.instance [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.127143] env[69411]: DEBUG nova.compute.manager [req-088e9719-c8c9-4078-9761-a08bf86f35bc req-497beb5c-84d1-48aa-b44c-c67457dd166b service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Received event network-vif-plugged-ec5ad08a-5c12-4277-a173-b33d6ddfde28 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.127371] env[69411]: DEBUG oslo_concurrency.lockutils [req-088e9719-c8c9-4078-9761-a08bf86f35bc req-497beb5c-84d1-48aa-b44c-c67457dd166b service nova] Acquiring lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.127552] env[69411]: DEBUG oslo_concurrency.lockutils [req-088e9719-c8c9-4078-9761-a08bf86f35bc req-497beb5c-84d1-48aa-b44c-c67457dd166b service nova] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.127680] env[69411]: DEBUG oslo_concurrency.lockutils [req-088e9719-c8c9-4078-9761-a08bf86f35bc req-497beb5c-84d1-48aa-b44c-c67457dd166b service nova] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.128123] env[69411]: DEBUG nova.compute.manager [req-088e9719-c8c9-4078-9761-a08bf86f35bc req-497beb5c-84d1-48aa-b44c-c67457dd166b service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] No waiting events found dispatching network-vif-plugged-ec5ad08a-5c12-4277-a173-b33d6ddfde28 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.128389] env[69411]: WARNING nova.compute.manager [req-088e9719-c8c9-4078-9761-a08bf86f35bc req-497beb5c-84d1-48aa-b44c-c67457dd166b service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Received unexpected event network-vif-plugged-ec5ad08a-5c12-4277-a173-b33d6ddfde28 for instance with vm_state building and task_state spawning. [ 815.282341] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Successfully updated port: ec5ad08a-5c12-4277-a173-b33d6ddfde28 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.594414] env[69411]: DEBUG nova.compute.utils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.596404] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.596812] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.652543] env[69411]: DEBUG nova.policy [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a4db9db41d4beaa511d73ded4cb539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d2c346591954000bf4a7401b3c3ffc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.787170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "refresh_cache-541fd114-1713-47e1-a5af-ff2ee5c6cb2b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.787170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "refresh_cache-541fd114-1713-47e1-a5af-ff2ee5c6cb2b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.787170] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 815.939974] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Successfully created port: 702e0daa-0bcf-432f-b63e-caefe491dcbd {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.978349] env[69411]: DEBUG nova.network.neutron [-] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.102857] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.112879] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d1135413-1d91-4afd-9aff-3c60e3a35e0a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.114169] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.379s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.114469] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.116865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.583s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.118507] env[69411]: INFO nova.compute.claims [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.153589] env[69411]: INFO nova.scheduler.client.report [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted allocations for instance fef4cad8-9e52-4c98-a450-5cbcb43f19d9 [ 816.340820] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 816.485017] env[69411]: INFO nova.compute.manager [-] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Took 1.69 seconds to deallocate network for instance. [ 816.534952] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Updating instance_info_cache with network_info: [{"id": "ec5ad08a-5c12-4277-a173-b33d6ddfde28", "address": "fa:16:3e:c7:28:4d", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5ad08a-5c", "ovs_interfaceid": "ec5ad08a-5c12-4277-a173-b33d6ddfde28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.665114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a022e57-edd4-4c54-ada0-36ec423532eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fef4cad8-9e52-4c98-a450-5cbcb43f19d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.107s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.991901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.038746] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "refresh_cache-541fd114-1713-47e1-a5af-ff2ee5c6cb2b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.038746] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Instance network_info: |[{"id": "ec5ad08a-5c12-4277-a173-b33d6ddfde28", "address": "fa:16:3e:c7:28:4d", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5ad08a-5c", "ovs_interfaceid": "ec5ad08a-5c12-4277-a173-b33d6ddfde28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.038746] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:28:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec5ad08a-5c12-4277-a173-b33d6ddfde28', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.047770] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Creating folder: Project (2d2c346591954000bf4a7401b3c3ffc0). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.048203] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f8ce2b0-3bfd-4c0f-98ba-9c9e3cc3a4d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.063941] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Created folder: Project (2d2c346591954000bf4a7401b3c3ffc0) in parent group-v674052. [ 817.064241] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Creating folder: Instances. Parent ref: group-v674170. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.064429] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9645ae3f-4d8f-4286-8ea5-3fe6cc16f6fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.075550] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Created folder: Instances in parent group-v674170. [ 817.075808] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.076015] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.076237] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c38c742a-2352-4195-b1d4-b761541d51af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.098538] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.098538] env[69411]: value = "task-3378556" [ 817.098538] env[69411]: _type = "Task" [ 817.098538] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.106861] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378556, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.120363] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.151577] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.151869] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.151970] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.152179] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.152329] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.152477] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.152931] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.153161] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.153387] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.153588] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.153842] env[69411]: DEBUG nova.virt.hardware [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.154738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05bb4e6-74b3-4782-8984-27778233be94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.167164] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a36065-2463-44a5-9b6b-cbc209c69f4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.197750] env[69411]: DEBUG nova.compute.manager [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received event network-vif-deleted-0b04971e-1c5d-4aef-9852-5b6fcc5c71e8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.197969] env[69411]: DEBUG nova.compute.manager [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Received event network-changed-ec5ad08a-5c12-4277-a173-b33d6ddfde28 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.198157] env[69411]: DEBUG nova.compute.manager [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Refreshing instance network info cache due to event network-changed-ec5ad08a-5c12-4277-a173-b33d6ddfde28. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.198457] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] Acquiring lock "refresh_cache-541fd114-1713-47e1-a5af-ff2ee5c6cb2b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.198611] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] Acquired lock "refresh_cache-541fd114-1713-47e1-a5af-ff2ee5c6cb2b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.198681] env[69411]: DEBUG nova.network.neutron [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Refreshing network info cache for port ec5ad08a-5c12-4277-a173-b33d6ddfde28 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 817.609889] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378556, 'name': CreateVM_Task, 'duration_secs': 0.339001} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.612757] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.614633] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.614813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.615411] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e8a4cd-fb75-4168-b4e8-1911f962de93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.621576] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 817.621576] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52037ae3-2b38-efa4-7d74-43cea8ce0367" [ 817.621576] env[69411]: _type = "Task" [ 817.621576] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.636760] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52037ae3-2b38-efa4-7d74-43cea8ce0367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.680453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0284518d-ff35-4b75-9725-1655032246d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.690248] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac3c49b-cff3-4ac8-be29-389bfd84515e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.731797] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33890d-ad83-482d-9e97-edd9eaa055b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.741956] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c6fdb0-5d47-4dec-963b-286407bec449 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.758943] env[69411]: DEBUG nova.compute.provider_tree [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.038334] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Successfully updated port: 702e0daa-0bcf-432f-b63e-caefe491dcbd {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.086333] env[69411]: DEBUG nova.network.neutron [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Updated VIF entry in instance network info cache for port ec5ad08a-5c12-4277-a173-b33d6ddfde28. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 818.086333] env[69411]: DEBUG nova.network.neutron [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Updating instance_info_cache with network_info: [{"id": "ec5ad08a-5c12-4277-a173-b33d6ddfde28", "address": "fa:16:3e:c7:28:4d", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5ad08a-5c", "ovs_interfaceid": "ec5ad08a-5c12-4277-a173-b33d6ddfde28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.134239] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52037ae3-2b38-efa4-7d74-43cea8ce0367, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.134569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.134804] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.135048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.135196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.135372] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.135631] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-993870b8-8119-4b3b-83af-3fb5389fb216 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.144940] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.145146] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.145908] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581b6e5d-b8e6-44ae-851d-bd1e3ef97b5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.153439] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 818.153439] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528863fd-5243-1554-fa29-f20bfd2901a7" [ 818.153439] env[69411]: _type = "Task" [ 818.153439] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.161696] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528863fd-5243-1554-fa29-f20bfd2901a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.265571] env[69411]: DEBUG nova.scheduler.client.report [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.541799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "refresh_cache-34d5f258-9dba-438d-9a91-f40138283ffc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.541799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "refresh_cache-34d5f258-9dba-438d-9a91-f40138283ffc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.541799] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 818.594122] env[69411]: DEBUG oslo_concurrency.lockutils [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] Releasing lock "refresh_cache-541fd114-1713-47e1-a5af-ff2ee5c6cb2b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.594399] env[69411]: DEBUG nova.compute.manager [req-2ce580f8-3ce0-402d-9f47-8ac4e22b22e2 req-d3ec1d4e-6d60-4131-8d10-557b472f93ee service nova] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Received event network-vif-deleted-ca780144-49f5-4596-8ab9-53dee5fb9f13 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.664582] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528863fd-5243-1554-fa29-f20bfd2901a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.665410] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6d7aaf-13a8-47d9-a1ff-8e6a229cb1fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.671681] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 818.671681] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523c569c-7a5e-539e-6e81-770fc76364b4" [ 818.671681] env[69411]: _type = "Task" [ 818.671681] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.680207] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523c569c-7a5e-539e-6e81-770fc76364b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.771349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.771349] env[69411]: DEBUG nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.774208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.371s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.774408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.777562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.017s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.777562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.778372] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.951s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.780267] env[69411]: INFO nova.compute.claims [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.811270] env[69411]: INFO nova.scheduler.client.report [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Deleted allocations for instance 9966e2b7-5af8-4307-94e2-78e5975b8e14 [ 818.815953] env[69411]: INFO nova.scheduler.client.report [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted allocations for instance 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8 [ 819.099115] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 819.186378] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523c569c-7a5e-539e-6e81-770fc76364b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.186654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.186915] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 541fd114-1713-47e1-a5af-ff2ee5c6cb2b/541fd114-1713-47e1-a5af-ff2ee5c6cb2b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.187202] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fa66ac4-c866-4c75-acb1-ad1f051974f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.200944] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 819.200944] env[69411]: value = "task-3378557" [ 819.200944] env[69411]: _type = "Task" [ 819.200944] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.208435] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.286580] env[69411]: DEBUG nova.compute.utils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.290020] env[69411]: DEBUG nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.290020] env[69411]: DEBUG nova.network.neutron [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.307748] env[69411]: DEBUG nova.compute.manager [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Received event network-vif-plugged-702e0daa-0bcf-432f-b63e-caefe491dcbd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.307748] env[69411]: DEBUG oslo_concurrency.lockutils [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] Acquiring lock "34d5f258-9dba-438d-9a91-f40138283ffc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.307748] env[69411]: DEBUG oslo_concurrency.lockutils [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] Lock "34d5f258-9dba-438d-9a91-f40138283ffc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.307748] env[69411]: DEBUG oslo_concurrency.lockutils [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] Lock "34d5f258-9dba-438d-9a91-f40138283ffc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.307748] env[69411]: DEBUG nova.compute.manager [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] No waiting events found dispatching network-vif-plugged-702e0daa-0bcf-432f-b63e-caefe491dcbd {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.307748] env[69411]: WARNING nova.compute.manager [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Received unexpected event network-vif-plugged-702e0daa-0bcf-432f-b63e-caefe491dcbd for instance with vm_state building and task_state spawning. [ 819.307748] env[69411]: DEBUG nova.compute.manager [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Received event network-changed-702e0daa-0bcf-432f-b63e-caefe491dcbd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.307748] env[69411]: DEBUG nova.compute.manager [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Refreshing instance network info cache due to event network-changed-702e0daa-0bcf-432f-b63e-caefe491dcbd. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.307748] env[69411]: DEBUG oslo_concurrency.lockutils [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] Acquiring lock "refresh_cache-34d5f258-9dba-438d-9a91-f40138283ffc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.324198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60e02f81-9c98-498b-bfb4-175878118236 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.969s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.324198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abee092a-f92b-4628-887c-60a6e7302b9a tempest-ServerShowV257Test-1369788992 tempest-ServerShowV257Test-1369788992-project-member] Lock "9966e2b7-5af8-4307-94e2-78e5975b8e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.422s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.403944] env[69411]: DEBUG nova.policy [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ef875b2f38a4dbb983e462c7cbdf38c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ff5f7ff08514b62b29ab66f8ceccf6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.418889] env[69411]: DEBUG nova.network.neutron [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Updating instance_info_cache with network_info: [{"id": "702e0daa-0bcf-432f-b63e-caefe491dcbd", "address": "fa:16:3e:6e:a2:31", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702e0daa-0b", "ovs_interfaceid": "702e0daa-0bcf-432f-b63e-caefe491dcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.709739] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490582} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.710061] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 541fd114-1713-47e1-a5af-ff2ee5c6cb2b/541fd114-1713-47e1-a5af-ff2ee5c6cb2b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.710359] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.710690] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52fe99f5-10cc-40de-ad72-cf1a155cbc88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.719498] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 819.719498] env[69411]: value = "task-3378558" [ 819.719498] env[69411]: _type = "Task" [ 819.719498] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.732352] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.793092] env[69411]: DEBUG nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.828603] env[69411]: DEBUG nova.network.neutron [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Successfully created port: 5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.926617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "refresh_cache-34d5f258-9dba-438d-9a91-f40138283ffc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.926617] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Instance network_info: |[{"id": "702e0daa-0bcf-432f-b63e-caefe491dcbd", "address": "fa:16:3e:6e:a2:31", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702e0daa-0b", "ovs_interfaceid": "702e0daa-0bcf-432f-b63e-caefe491dcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.926617] env[69411]: DEBUG oslo_concurrency.lockutils [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] Acquired lock "refresh_cache-34d5f258-9dba-438d-9a91-f40138283ffc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.926617] env[69411]: DEBUG nova.network.neutron [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Refreshing network info cache for port 702e0daa-0bcf-432f-b63e-caefe491dcbd {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 819.927930] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a2:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702e0daa-0bcf-432f-b63e-caefe491dcbd', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.938716] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.942030] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.945457] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f4fb17-c81c-49f1-b1ec-852aef53a365 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.969145] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.969145] env[69411]: value = "task-3378559" [ 819.969145] env[69411]: _type = "Task" [ 819.969145] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.980214] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378559, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.236352] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073668} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.236352] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.238370] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853116dd-1d69-4a58-806d-58b192f3e0de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.269733] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 541fd114-1713-47e1-a5af-ff2ee5c6cb2b/541fd114-1713-47e1-a5af-ff2ee5c6cb2b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.274371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a049fcdb-b055-4eb3-98c2-c1cd71531923 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.299230] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 820.299230] env[69411]: value = "task-3378560" [ 820.299230] env[69411]: _type = "Task" [ 820.299230] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.312228] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.334264] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328f2ecd-ce29-4b50-a34d-057e01fb91c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.350341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9228f-a8b1-4161-b07d-75597df8c51b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.386888] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49edd8ff-ef05-4620-abbe-f6e76251f930 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.395534] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2304629c-b011-4d10-b88b-25de2e7b5881 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.411780] env[69411]: DEBUG nova.compute.provider_tree [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.482304] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378559, 'name': CreateVM_Task, 'duration_secs': 0.413027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.482575] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.483559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.483859] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.484249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.484558] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71bc482-e157-4718-a914-c0a679ab528f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.491896] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 820.491896] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526052d1-2f7a-1ab0-40e1-9268bba5c297" [ 820.491896] env[69411]: _type = "Task" [ 820.491896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.507910] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526052d1-2f7a-1ab0-40e1-9268bba5c297, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.508240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.508474] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.508727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.508911] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.509152] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.509385] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7239db9-d766-46f3-b750-778279fa417e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.519416] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.519555] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.520317] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875c03f9-63cc-409f-9835-dcea82c9a04b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.527528] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 820.527528] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52cc508e-bc3c-e16d-d08d-cfdeb23db45b" [ 820.527528] env[69411]: _type = "Task" [ 820.527528] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.538861] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cc508e-bc3c-e16d-d08d-cfdeb23db45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.706476] env[69411]: DEBUG nova.network.neutron [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Updated VIF entry in instance network info cache for port 702e0daa-0bcf-432f-b63e-caefe491dcbd. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 820.707045] env[69411]: DEBUG nova.network.neutron [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Updating instance_info_cache with network_info: [{"id": "702e0daa-0bcf-432f-b63e-caefe491dcbd", "address": "fa:16:3e:6e:a2:31", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702e0daa-0b", "ovs_interfaceid": "702e0daa-0bcf-432f-b63e-caefe491dcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.741742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "416e24c8-d946-49d5-9a34-129674cd2d0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.742019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.809409] env[69411]: DEBUG nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.811456] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378560, 'name': ReconfigVM_Task, 'duration_secs': 0.480954} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.812059] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 541fd114-1713-47e1-a5af-ff2ee5c6cb2b/541fd114-1713-47e1-a5af-ff2ee5c6cb2b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.812718] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e718e1f-f694-4351-932e-3c11a9adfa3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.820865] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 820.820865] env[69411]: value = "task-3378561" [ 820.820865] env[69411]: _type = "Task" [ 820.820865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.830528] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378561, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.837239] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.837689] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.837689] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.837915] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.838083] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.838235] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.838444] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.838603] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.838853] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.839053] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.839235] env[69411]: DEBUG nova.virt.hardware [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.840039] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526649ad-74b9-4208-aca1-bac7fc0753e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.848454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774d888f-dda5-4477-90d0-566c975036d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.916187] env[69411]: DEBUG nova.scheduler.client.report [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.040949] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cc508e-bc3c-e16d-d08d-cfdeb23db45b, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.041823] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020a5351-2be2-4111-a142-4e1302b0cf1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.048293] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 821.048293] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523af209-6082-a52e-16a3-ac0322c9d71a" [ 821.048293] env[69411]: _type = "Task" [ 821.048293] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.056229] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523af209-6082-a52e-16a3-ac0322c9d71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.210318] env[69411]: DEBUG oslo_concurrency.lockutils [req-9000369b-09f8-438c-b8a3-b1c5c2cf6e94 req-10df9cea-291b-436b-b78b-7bbf2cfe3c96 service nova] Releasing lock "refresh_cache-34d5f258-9dba-438d-9a91-f40138283ffc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334552] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378561, 'name': Rename_Task, 'duration_secs': 0.142536} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.334959] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.335284] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09489e3d-8a9b-42a2-898a-c5a5c4140c98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.342891] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 821.342891] env[69411]: value = "task-3378562" [ 821.342891] env[69411]: _type = "Task" [ 821.342891] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.351391] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.409498] env[69411]: DEBUG nova.compute.manager [req-b9fef8ff-75b2-46df-81e3-99c71ea0bfcf req-c083aa72-f750-4ff4-bd29-5467f2a9a34f service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Received event network-vif-plugged-5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.409498] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9fef8ff-75b2-46df-81e3-99c71ea0bfcf req-c083aa72-f750-4ff4-bd29-5467f2a9a34f service nova] Acquiring lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.409498] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9fef8ff-75b2-46df-81e3-99c71ea0bfcf req-c083aa72-f750-4ff4-bd29-5467f2a9a34f service nova] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.409498] env[69411]: DEBUG oslo_concurrency.lockutils [req-b9fef8ff-75b2-46df-81e3-99c71ea0bfcf req-c083aa72-f750-4ff4-bd29-5467f2a9a34f service nova] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.409913] env[69411]: DEBUG nova.compute.manager [req-b9fef8ff-75b2-46df-81e3-99c71ea0bfcf req-c083aa72-f750-4ff4-bd29-5467f2a9a34f service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] No waiting events found dispatching network-vif-plugged-5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.409913] env[69411]: WARNING nova.compute.manager [req-b9fef8ff-75b2-46df-81e3-99c71ea0bfcf req-c083aa72-f750-4ff4-bd29-5467f2a9a34f service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Received unexpected event network-vif-plugged-5b1f5a94-8913-489e-8794-0199d4c3dff2 for instance with vm_state building and task_state spawning. [ 821.421182] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.421703] env[69411]: DEBUG nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.424284] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.583s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.425725] env[69411]: INFO nova.compute.claims [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.518242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.518578] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.545420] env[69411]: DEBUG nova.network.neutron [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Successfully updated port: 5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.564393] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523af209-6082-a52e-16a3-ac0322c9d71a, 'name': SearchDatastore_Task, 'duration_secs': 0.013354} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.564393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.564393] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 34d5f258-9dba-438d-9a91-f40138283ffc/34d5f258-9dba-438d-9a91-f40138283ffc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.564721] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19eea220-3c69-4950-a531-8083b8d7cb17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.571946] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 821.571946] env[69411]: value = "task-3378563" [ 821.571946] env[69411]: _type = "Task" [ 821.571946] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.581450] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.853591] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378562, 'name': PowerOnVM_Task, 'duration_secs': 0.494809} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.853881] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.854133] env[69411]: INFO nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Took 7.30 seconds to spawn the instance on the hypervisor. [ 821.854337] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.855267] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af1a80-d70e-40e0-966e-2325a6b1188e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.936823] env[69411]: DEBUG nova.compute.utils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.939390] env[69411]: DEBUG nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.939390] env[69411]: DEBUG nova.network.neutron [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.982657] env[69411]: DEBUG nova.policy [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f9f6a1fb4a948ef9d1b10c3ba5a640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cb180a19af409ab3cbb02a5fd08c6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.048685] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.052759] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquired lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.052759] env[69411]: DEBUG nova.network.neutron [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 822.083820] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461275} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.084251] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 34d5f258-9dba-438d-9a91-f40138283ffc/34d5f258-9dba-438d-9a91-f40138283ffc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.084908] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.085187] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7542edf5-1430-41c2-86e6-4bb497b27967 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.091865] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 822.091865] env[69411]: value = "task-3378564" [ 822.091865] env[69411]: _type = "Task" [ 822.091865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.100980] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.316691] env[69411]: DEBUG nova.network.neutron [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Successfully created port: 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.372462] env[69411]: INFO nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Took 60.29 seconds to build instance. [ 822.444342] env[69411]: DEBUG nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.597188] env[69411]: DEBUG nova.network.neutron [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 822.609157] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065653} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.609711] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.613149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "8ceee979-38df-4fd1-81af-bf1436af8ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.613149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.613149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "8ceee979-38df-4fd1-81af-bf1436af8ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.613149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.613149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.613487] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df5f92c-5a6a-45de-bd9d-1bfa265a475c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.616566] env[69411]: INFO nova.compute.manager [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Terminating instance [ 822.653143] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 34d5f258-9dba-438d-9a91-f40138283ffc/34d5f258-9dba-438d-9a91-f40138283ffc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.655320] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34f2eb7-a1f7-46ca-aa46-d16afed6cd82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.679463] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 822.679463] env[69411]: value = "task-3378565" [ 822.679463] env[69411]: _type = "Task" [ 822.679463] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.691039] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.790707] env[69411]: DEBUG nova.network.neutron [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Updating instance_info_cache with network_info: [{"id": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "address": "fa:16:3e:44:54:9d", "network": {"id": "d8cfb38f-e935-4658-9d50-3ff18e5bbdda", "bridge": "br-int", "label": "tempest-ServersTestJSON-389555612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff5f7ff08514b62b29ab66f8ceccf6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1f5a94-89", "ovs_interfaceid": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.876199] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.151s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.922584] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc977442-930a-4902-9812-9ef19f2db04e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.930434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8305ca15-ab96-4335-a2a4-72374c610e90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.968902] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c11aff6-f82d-4494-ba09-1f80b84ebcca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.976757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feecd774-59d5-40a7-9af1-ba14f5e625d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.990328] env[69411]: DEBUG nova.compute.provider_tree [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.125799] env[69411]: DEBUG nova.compute.manager [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.125973] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.127243] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e3b37f-2d0d-47db-9448-34c357391c4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.135130] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.135347] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0f0b3e-4a13-4cb2-84b4-1f61280b2df3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.141781] env[69411]: DEBUG oslo_vmware.api [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 823.141781] env[69411]: value = "task-3378566" [ 823.141781] env[69411]: _type = "Task" [ 823.141781] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.148844] env[69411]: DEBUG oslo_vmware.api [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.189624] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.293745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Releasing lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.293745] env[69411]: DEBUG nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Instance network_info: |[{"id": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "address": "fa:16:3e:44:54:9d", "network": {"id": "d8cfb38f-e935-4658-9d50-3ff18e5bbdda", "bridge": "br-int", "label": "tempest-ServersTestJSON-389555612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff5f7ff08514b62b29ab66f8ceccf6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1f5a94-89", "ovs_interfaceid": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.294370] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:54:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b1f5a94-8913-489e-8794-0199d4c3dff2', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.303165] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Creating folder: Project (0ff5f7ff08514b62b29ab66f8ceccf6b). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.303494] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e440e38-78b0-442d-8ffd-4ec0efc15f54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.314869] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Created folder: Project (0ff5f7ff08514b62b29ab66f8ceccf6b) in parent group-v674052. [ 823.315114] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Creating folder: Instances. Parent ref: group-v674174. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.315489] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8391011-6205-4dc0-bfb9-140cd9585fd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.328702] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Created folder: Instances in parent group-v674174. [ 823.328979] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.329198] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.329408] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe03f6d-8434-426f-a59b-c7e97bfbad28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.349396] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.349396] env[69411]: value = "task-3378569" [ 823.349396] env[69411]: _type = "Task" [ 823.349396] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.358353] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378569, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.380078] env[69411]: DEBUG nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.469482] env[69411]: DEBUG nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.476503] env[69411]: DEBUG nova.compute.manager [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Received event network-changed-5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.476786] env[69411]: DEBUG nova.compute.manager [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Refreshing instance network info cache due to event network-changed-5b1f5a94-8913-489e-8794-0199d4c3dff2. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.477070] env[69411]: DEBUG oslo_concurrency.lockutils [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] Acquiring lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.477324] env[69411]: DEBUG oslo_concurrency.lockutils [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] Acquired lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.477527] env[69411]: DEBUG nova.network.neutron [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Refreshing network info cache for port 5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 823.497234] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.497475] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.497635] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.497841] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.498469] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.498469] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.498469] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.498642] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.498674] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.498816] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.498986] env[69411]: DEBUG nova.virt.hardware [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.500282] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe0ee36-267a-4066-a6ff-b2d573c1947b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.508210] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5740831-1892-4162-99d2-3ff31f3fcc06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.512778] env[69411]: ERROR nova.scheduler.client.report [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [req-d05228c5-0839-4d9d-9ecd-fabccf8f2557] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d05228c5-0839-4d9d-9ecd-fabccf8f2557"}]} [ 823.530295] env[69411]: DEBUG nova.scheduler.client.report [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.546555] env[69411]: DEBUG nova.scheduler.client.report [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.546783] env[69411]: DEBUG nova.compute.provider_tree [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.557858] env[69411]: DEBUG nova.scheduler.client.report [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 823.578057] env[69411]: DEBUG nova.scheduler.client.report [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 823.651387] env[69411]: DEBUG oslo_vmware.api [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378566, 'name': PowerOffVM_Task, 'duration_secs': 0.233142} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.654128] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.654296] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.654798] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f1493de-a2de-4b84-87f4-823d436a0742 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.689736] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378565, 'name': ReconfigVM_Task, 'duration_secs': 0.937677} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.692392] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 34d5f258-9dba-438d-9a91-f40138283ffc/34d5f258-9dba-438d-9a91-f40138283ffc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.693209] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f72d723-fa30-4284-a3b8-63dfd29a9665 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.699375] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 823.699375] env[69411]: value = "task-3378571" [ 823.699375] env[69411]: _type = "Task" [ 823.699375] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.710843] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378571, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.732372] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.732950] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.732950] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Deleting the datastore file [datastore2] 8ceee979-38df-4fd1-81af-bf1436af8ec9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.733150] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e98b13-3541-4e2f-828a-05ff115aa586 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.740032] env[69411]: DEBUG oslo_vmware.api [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for the task: (returnval){ [ 823.740032] env[69411]: value = "task-3378572" [ 823.740032] env[69411]: _type = "Task" [ 823.740032] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.748368] env[69411]: DEBUG oslo_vmware.api [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.862136] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378569, 'name': CreateVM_Task, 'duration_secs': 0.377783} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.864911] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.865880] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.866058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.866410] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.866702] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a39f8f9-4eaa-45cf-9f09-0b26448baee1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.872131] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 823.872131] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e2f950-d557-5ef8-c1f9-b021d07deff2" [ 823.872131] env[69411]: _type = "Task" [ 823.872131] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.886380] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e2f950-d557-5ef8-c1f9-b021d07deff2, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.888664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.888863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.889114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.889267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.889449] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.892190] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46371898-ad46-4d15-bc7a-a848aadaf644 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.899506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.900808] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.901045] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.901866] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aec60f8-07b2-4fdf-949b-cfc5ca3d4cf7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.908379] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 823.908379] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523087d4-dd85-ad76-46dc-ded09439d210" [ 823.908379] env[69411]: _type = "Task" [ 823.908379] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.913760] env[69411]: DEBUG nova.network.neutron [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Successfully updated port: 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.918638] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523087d4-dd85-ad76-46dc-ded09439d210, 'name': SearchDatastore_Task, 'duration_secs': 0.00755} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.922879] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4fdcd7-8fb4-4577-9b62-ce63bf540632 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.928048] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 823.928048] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5251b7c3-8e32-2fec-46ba-92b176e0e0cd" [ 823.928048] env[69411]: _type = "Task" [ 823.928048] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.941205] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5251b7c3-8e32-2fec-46ba-92b176e0e0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.00735} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.941205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.941346] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 34eaab5d-18bd-4868-a439-7ae67fdecc3b/34eaab5d-18bd-4868-a439-7ae67fdecc3b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.942031] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a1180a-c840-4093-93f9-da6bed09057a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.948563] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 823.948563] env[69411]: value = "task-3378573" [ 823.948563] env[69411]: _type = "Task" [ 823.948563] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.958397] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.024133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992a9def-d999-429f-bf47-fbee64b75bbc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.033502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da0f809-0c91-4903-8a23-7d49d14fe5d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.065709] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1a0ceb-ef7e-4cd6-a142-2dff2b0feb34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.075553] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b3760-a89e-45df-a8a6-cc86f9fbab78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.090321] env[69411]: DEBUG nova.compute.provider_tree [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.213374] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378571, 'name': Rename_Task, 'duration_secs': 0.20642} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.213720] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.214216] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-857bf792-c4c3-41ec-b809-5c8c6e3d8fc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.221748] env[69411]: DEBUG nova.network.neutron [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Updated VIF entry in instance network info cache for port 5b1f5a94-8913-489e-8794-0199d4c3dff2. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 824.222331] env[69411]: DEBUG nova.network.neutron [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Updating instance_info_cache with network_info: [{"id": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "address": "fa:16:3e:44:54:9d", "network": {"id": "d8cfb38f-e935-4658-9d50-3ff18e5bbdda", "bridge": "br-int", "label": "tempest-ServersTestJSON-389555612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff5f7ff08514b62b29ab66f8ceccf6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1f5a94-89", "ovs_interfaceid": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.224971] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 824.224971] env[69411]: value = "task-3378574" [ 824.224971] env[69411]: _type = "Task" [ 824.224971] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.235672] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.252916] env[69411]: DEBUG oslo_vmware.api [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Task: {'id': task-3378572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149233} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.253611] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.253801] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.254012] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.254252] env[69411]: INFO nova.compute.manager [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 824.254519] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.254735] env[69411]: DEBUG nova.compute.manager [-] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.254838] env[69411]: DEBUG nova.network.neutron [-] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 824.422589] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "refresh_cache-b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.422813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "refresh_cache-b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.422915] env[69411]: DEBUG nova.network.neutron [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 824.458220] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453765} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.458544] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 34eaab5d-18bd-4868-a439-7ae67fdecc3b/34eaab5d-18bd-4868-a439-7ae67fdecc3b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.458816] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.459052] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c53d18-eb0e-4632-88d6-9068edd43e3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.466287] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 824.466287] env[69411]: value = "task-3378575" [ 824.466287] env[69411]: _type = "Task" [ 824.466287] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.474353] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.596342] env[69411]: DEBUG nova.scheduler.client.report [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.730230] env[69411]: DEBUG oslo_concurrency.lockutils [req-e82e19a8-24ab-484f-aa79-e5f55df97e19 req-da183732-63dd-4175-a3cb-7aecf639de6c service nova] Releasing lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.738514] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378574, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.977286] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06475} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.977286] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.978188] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9663cf6c-b4b4-4e67-92f2-576816f12ba3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.003090] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 34eaab5d-18bd-4868-a439-7ae67fdecc3b/34eaab5d-18bd-4868-a439-7ae67fdecc3b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.003090] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-149be6cd-baee-456d-86a4-eb3c23cdb51a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.023341] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 825.023341] env[69411]: value = "task-3378576" [ 825.023341] env[69411]: _type = "Task" [ 825.023341] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.030395] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.036228] env[69411]: DEBUG nova.network.neutron [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 825.104415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.677s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.104415] env[69411]: DEBUG nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.105726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.112s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.106245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.108774] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.298s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.112016] env[69411]: INFO nova.compute.claims [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.151572] env[69411]: INFO nova.scheduler.client.report [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Deleted allocations for instance 0cdca785-e451-4391-9eee-9c310bff924d [ 825.238982] env[69411]: DEBUG oslo_vmware.api [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378574, 'name': PowerOnVM_Task, 'duration_secs': 0.590542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.239829] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.240102] env[69411]: INFO nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Took 8.12 seconds to spawn the instance on the hypervisor. [ 825.240324] env[69411]: DEBUG nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.241181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a34869-a0a4-4c01-aa8a-abfb238ddc13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.286803] env[69411]: DEBUG nova.network.neutron [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Updating instance_info_cache with network_info: [{"id": "1ca49e1a-4b0e-4e4a-9dae-36364f63c289", "address": "fa:16:3e:56:0e:b5", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca49e1a-4b", "ovs_interfaceid": "1ca49e1a-4b0e-4e4a-9dae-36364f63c289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.521422] env[69411]: DEBUG nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Received event network-vif-plugged-1ca49e1a-4b0e-4e4a-9dae-36364f63c289 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.521771] env[69411]: DEBUG oslo_concurrency.lockutils [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] Acquiring lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.522106] env[69411]: DEBUG oslo_concurrency.lockutils [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.522314] env[69411]: DEBUG oslo_concurrency.lockutils [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.522485] env[69411]: DEBUG nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] No waiting events found dispatching network-vif-plugged-1ca49e1a-4b0e-4e4a-9dae-36364f63c289 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.522663] env[69411]: WARNING nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Received unexpected event network-vif-plugged-1ca49e1a-4b0e-4e4a-9dae-36364f63c289 for instance with vm_state building and task_state spawning. [ 825.522926] env[69411]: DEBUG nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Received event network-changed-1ca49e1a-4b0e-4e4a-9dae-36364f63c289 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.523234] env[69411]: DEBUG nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Refreshing instance network info cache due to event network-changed-1ca49e1a-4b0e-4e4a-9dae-36364f63c289. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.523485] env[69411]: DEBUG oslo_concurrency.lockutils [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] Acquiring lock "refresh_cache-b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.537364] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378576, 'name': ReconfigVM_Task, 'duration_secs': 0.300543} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.537364] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 34eaab5d-18bd-4868-a439-7ae67fdecc3b/34eaab5d-18bd-4868-a439-7ae67fdecc3b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.537787] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c2d591-8772-4eee-8dd5-9efd42c8ebfb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.544467] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 825.544467] env[69411]: value = "task-3378577" [ 825.544467] env[69411]: _type = "Task" [ 825.544467] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.553145] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378577, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.620535] env[69411]: DEBUG nova.compute.utils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.621983] env[69411]: DEBUG nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.622176] env[69411]: DEBUG nova.network.neutron [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.663425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1cc2065-e953-48fd-8a9a-81e7e59f2301 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "0cdca785-e451-4391-9eee-9c310bff924d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.378s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.677890] env[69411]: DEBUG nova.policy [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f9f6a1fb4a948ef9d1b10c3ba5a640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cb180a19af409ab3cbb02a5fd08c6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.730519] env[69411]: DEBUG nova.network.neutron [-] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.762636] env[69411]: INFO nova.compute.manager [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Took 58.37 seconds to build instance. [ 825.790160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "refresh_cache-b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.790479] env[69411]: DEBUG nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance network_info: |[{"id": "1ca49e1a-4b0e-4e4a-9dae-36364f63c289", "address": "fa:16:3e:56:0e:b5", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca49e1a-4b", "ovs_interfaceid": "1ca49e1a-4b0e-4e4a-9dae-36364f63c289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.790962] env[69411]: DEBUG oslo_concurrency.lockutils [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] Acquired lock "refresh_cache-b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.790962] env[69411]: DEBUG nova.network.neutron [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Refreshing network info cache for port 1ca49e1a-4b0e-4e4a-9dae-36364f63c289 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 825.793506] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca49e1a-4b0e-4e4a-9dae-36364f63c289', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.801251] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating folder: Project (14cb180a19af409ab3cbb02a5fd08c6b). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.802291] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cbc5381-e481-47a4-b62e-900b7e40463c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.813880] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created folder: Project (14cb180a19af409ab3cbb02a5fd08c6b) in parent group-v674052. [ 825.814078] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating folder: Instances. Parent ref: group-v674177. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.814317] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9c2963-ff0a-45de-af38-3e0104023dd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.823330] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created folder: Instances in parent group-v674177. [ 825.823561] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.823745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.823944] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7ff04d-f0b9-4cd2-9e11-c88081ee9e3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.847750] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.847750] env[69411]: value = "task-3378580" [ 825.847750] env[69411]: _type = "Task" [ 825.847750] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.856602] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378580, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.007981] env[69411]: DEBUG nova.network.neutron [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Successfully created port: 33e40b57-7fc5-44e2-969f-a9705496c154 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.058025] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378577, 'name': Rename_Task, 'duration_secs': 0.166907} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.058025] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.058025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a656117-bb38-4dd6-8031-00b664d760aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.062880] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 826.062880] env[69411]: value = "task-3378581" [ 826.062880] env[69411]: _type = "Task" [ 826.062880] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.072128] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.127405] env[69411]: DEBUG nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.236326] env[69411]: INFO nova.compute.manager [-] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Took 1.98 seconds to deallocate network for instance. [ 826.269316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a8f0d577-1832-4adf-b9be-e8d3b2e3cc86 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "34d5f258-9dba-438d-9a91-f40138283ffc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.509s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.361101] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378580, 'name': CreateVM_Task, 'duration_secs': 0.343381} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.364614] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.365618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.365882] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.366313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.366750] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e7fdeb-898c-4023-bfae-b41a74ba5c80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.371625] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 826.371625] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52bf3fbb-47f8-ee80-0d3d-f26d2c7d444d" [ 826.371625] env[69411]: _type = "Task" [ 826.371625] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.383350] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52bf3fbb-47f8-ee80-0d3d-f26d2c7d444d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.574374] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378581, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.602087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00192d8e-97ce-4efd-81e6-5794be3290e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.611538] env[69411]: DEBUG nova.network.neutron [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Updated VIF entry in instance network info cache for port 1ca49e1a-4b0e-4e4a-9dae-36364f63c289. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 826.612030] env[69411]: DEBUG nova.network.neutron [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Updating instance_info_cache with network_info: [{"id": "1ca49e1a-4b0e-4e4a-9dae-36364f63c289", "address": "fa:16:3e:56:0e:b5", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca49e1a-4b", "ovs_interfaceid": "1ca49e1a-4b0e-4e4a-9dae-36364f63c289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.616129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1ccda-46ad-4f19-8a9c-6ca4894ff693 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.663078] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86124564-9a0e-4729-93f6-69db6f3007b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.671031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3a438-348d-4359-b9ea-1a86b22884e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.689471] env[69411]: DEBUG nova.compute.provider_tree [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.747542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.752013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "c7a943eb-edf4-4811-80c5-5ab15677ee62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.752013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.752013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "c7a943eb-edf4-4811-80c5-5ab15677ee62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.752013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.752013] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.756851] env[69411]: INFO nova.compute.manager [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Terminating instance [ 826.771869] env[69411]: DEBUG nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.883189] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52bf3fbb-47f8-ee80-0d3d-f26d2c7d444d, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.883502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.883739] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.883982] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.884150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.884345] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.884664] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e676532f-818f-456d-99f8-e7c7de01385e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.893411] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.893589] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.894307] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fdcfba-9623-497d-8cd0-afc972389bf0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.899674] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 826.899674] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5270483d-17ea-7070-53a5-3a7eff64af8f" [ 826.899674] env[69411]: _type = "Task" [ 826.899674] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.907584] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5270483d-17ea-7070-53a5-3a7eff64af8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.073753] env[69411]: DEBUG oslo_vmware.api [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3378581, 'name': PowerOnVM_Task, 'duration_secs': 0.512608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.074037] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.074250] env[69411]: INFO nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Took 6.26 seconds to spawn the instance on the hypervisor. [ 827.074432] env[69411]: DEBUG nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.075200] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c3da3a-e53d-4848-8976-248ee7ae0d85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.120224] env[69411]: DEBUG oslo_concurrency.lockutils [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] Releasing lock "refresh_cache-b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.120494] env[69411]: DEBUG nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Received event network-vif-deleted-5666bd2a-5c2f-4cb1-b827-d54b245b3db8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.120683] env[69411]: INFO nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Neutron deleted interface 5666bd2a-5c2f-4cb1-b827-d54b245b3db8; detaching it from the instance and deleting it from the info cache [ 827.120839] env[69411]: DEBUG nova.network.neutron [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.168054] env[69411]: DEBUG nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.179153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.179426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.179606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.179881] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.179946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.181986] env[69411]: INFO nova.compute.manager [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Terminating instance [ 827.192310] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.192532] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.192688] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.192867] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.193023] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.193171] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.193375] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.193543] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.193690] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.193850] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.194032] env[69411]: DEBUG nova.virt.hardware [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.195012] env[69411]: DEBUG nova.scheduler.client.report [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.198441] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b290c7a9-a44f-404f-b855-798c6b780355 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.207495] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d625097-2fe7-4d1e-9033-d3dfb381c941 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.261199] env[69411]: DEBUG nova.compute.manager [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.261409] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.262215] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12e5b5f-aeb7-464f-8984-3f263026e071 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.269818] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.270046] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56d8b58a-7c20-4646-b987-a9efb3cdb904 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.275548] env[69411]: DEBUG oslo_vmware.api [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 827.275548] env[69411]: value = "task-3378582" [ 827.275548] env[69411]: _type = "Task" [ 827.275548] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.288092] env[69411]: DEBUG oslo_vmware.api [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.295338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.308096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "34d5f258-9dba-438d-9a91-f40138283ffc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.308409] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "34d5f258-9dba-438d-9a91-f40138283ffc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.308669] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "34d5f258-9dba-438d-9a91-f40138283ffc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.308931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "34d5f258-9dba-438d-9a91-f40138283ffc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.309144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "34d5f258-9dba-438d-9a91-f40138283ffc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.311504] env[69411]: INFO nova.compute.manager [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Terminating instance [ 827.410915] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5270483d-17ea-7070-53a5-3a7eff64af8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.411957] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85482d01-8299-4ec4-a204-36c6ec5f1a85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.418179] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 827.418179] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e3d685-0896-9cfe-1cfa-7b0d9229a933" [ 827.418179] env[69411]: _type = "Task" [ 827.418179] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.427163] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e3d685-0896-9cfe-1cfa-7b0d9229a933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.555927] env[69411]: DEBUG nova.compute.manager [req-b057c530-8e75-41cd-b8aa-b4ce5588190d req-1bcaade2-ed2e-4d23-bfb1-1bb869bcbafc service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Received event network-vif-plugged-33e40b57-7fc5-44e2-969f-a9705496c154 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.556363] env[69411]: DEBUG oslo_concurrency.lockutils [req-b057c530-8e75-41cd-b8aa-b4ce5588190d req-1bcaade2-ed2e-4d23-bfb1-1bb869bcbafc service nova] Acquiring lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.556528] env[69411]: DEBUG oslo_concurrency.lockutils [req-b057c530-8e75-41cd-b8aa-b4ce5588190d req-1bcaade2-ed2e-4d23-bfb1-1bb869bcbafc service nova] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.556738] env[69411]: DEBUG oslo_concurrency.lockutils [req-b057c530-8e75-41cd-b8aa-b4ce5588190d req-1bcaade2-ed2e-4d23-bfb1-1bb869bcbafc service nova] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.556938] env[69411]: DEBUG nova.compute.manager [req-b057c530-8e75-41cd-b8aa-b4ce5588190d req-1bcaade2-ed2e-4d23-bfb1-1bb869bcbafc service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] No waiting events found dispatching network-vif-plugged-33e40b57-7fc5-44e2-969f-a9705496c154 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.557163] env[69411]: WARNING nova.compute.manager [req-b057c530-8e75-41cd-b8aa-b4ce5588190d req-1bcaade2-ed2e-4d23-bfb1-1bb869bcbafc service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Received unexpected event network-vif-plugged-33e40b57-7fc5-44e2-969f-a9705496c154 for instance with vm_state building and task_state spawning. [ 827.593961] env[69411]: INFO nova.compute.manager [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Took 51.07 seconds to build instance. [ 827.599966] env[69411]: DEBUG nova.network.neutron [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Successfully updated port: 33e40b57-7fc5-44e2-969f-a9705496c154 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.623523] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03a7483a-b0da-4d54-8f6b-d19e7bd6dd55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.634542] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee7bf4-466e-4834-9e18-e7f9cea6cbcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.666369] env[69411]: DEBUG nova.compute.manager [req-6a947774-92a3-4024-91bf-d51284e1f6a1 req-0e8fed4b-6a07-4c0e-b600-82983de959ce service nova] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Detach interface failed, port_id=5666bd2a-5c2f-4cb1-b827-d54b245b3db8, reason: Instance 8ceee979-38df-4fd1-81af-bf1436af8ec9 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.686166] env[69411]: DEBUG nova.compute.manager [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.686330] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.687149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337369ee-d8b5-4630-9f70-128e6bcd51ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.695123] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.695376] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40278be-6a95-4201-9381-55a9a5266d81 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.701869] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.702371] env[69411]: DEBUG nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.704906] env[69411]: DEBUG oslo_vmware.api [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 827.704906] env[69411]: value = "task-3378583" [ 827.704906] env[69411]: _type = "Task" [ 827.704906] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.705377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.508s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.705569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.707851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.476s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.709297] env[69411]: INFO nova.compute.claims [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.720730] env[69411]: DEBUG oslo_vmware.api [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.758884] env[69411]: INFO nova.scheduler.client.report [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Deleted allocations for instance 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692 [ 827.789658] env[69411]: DEBUG oslo_vmware.api [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378582, 'name': PowerOffVM_Task, 'duration_secs': 0.177799} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.789658] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.789658] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.789658] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6af514-df35-4f82-a449-f71761b8af47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.816631] env[69411]: DEBUG nova.compute.manager [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.816631] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.817800] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2296d49d-cf62-4c46-b0fa-dc29f74beff1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.826871] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.827502] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c546fd5-4d63-406a-a6ce-c9f5dad8ce7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.833766] env[69411]: DEBUG oslo_vmware.api [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 827.833766] env[69411]: value = "task-3378585" [ 827.833766] env[69411]: _type = "Task" [ 827.833766] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.842866] env[69411]: DEBUG oslo_vmware.api [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.928673] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e3d685-0896-9cfe-1cfa-7b0d9229a933, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.929074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.929307] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.929586] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f846877d-b485-4b3b-9317-08f83ab6a346 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.936194] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 827.936194] env[69411]: value = "task-3378586" [ 827.936194] env[69411]: _type = "Task" [ 827.936194] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.945374] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.066988] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.067220] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.067413] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Deleting the datastore file [datastore1] c7a943eb-edf4-4811-80c5-5ab15677ee62 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.067701] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e473b76-1914-4397-aa26-84086a4b7f71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.075039] env[69411]: DEBUG oslo_vmware.api [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for the task: (returnval){ [ 828.075039] env[69411]: value = "task-3378587" [ 828.075039] env[69411]: _type = "Task" [ 828.075039] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.085608] env[69411]: DEBUG oslo_vmware.api [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.093286] env[69411]: DEBUG oslo_concurrency.lockutils [None req-32f81bf2-d02e-400a-8be0-17ff723dea68 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.530s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.100884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "refresh_cache-59be5fbd-08c1-45a9-9f8f-0bbe90384a24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.101048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "refresh_cache-59be5fbd-08c1-45a9-9f8f-0bbe90384a24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.101191] env[69411]: DEBUG nova.network.neutron [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 828.207187] env[69411]: DEBUG nova.compute.utils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.213931] env[69411]: DEBUG nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.214211] env[69411]: DEBUG nova.network.neutron [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.237564] env[69411]: DEBUG oslo_vmware.api [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378583, 'name': PowerOffVM_Task, 'duration_secs': 0.383732} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.238630] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.238813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.239103] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e43cc30a-4181-4605-ab2f-4664409a7bc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.272622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b268f68f-2801-4262-acaa-ef9558006cc8 tempest-VolumesAssistedSnapshotsTest-1498478307 tempest-VolumesAssistedSnapshotsTest-1498478307-project-member] Lock "8e1a107d-1d5f-4f9a-82b0-0ee199cfa692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.905s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.311287] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.311287] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.311287] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleting the datastore file [datastore1] 541fd114-1713-47e1-a5af-ff2ee5c6cb2b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.311287] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d163ac2d-92a5-45c7-8290-84b8c7743e5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.318686] env[69411]: DEBUG oslo_vmware.api [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 828.318686] env[69411]: value = "task-3378589" [ 828.318686] env[69411]: _type = "Task" [ 828.318686] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.330752] env[69411]: DEBUG oslo_vmware.api [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.348284] env[69411]: DEBUG oslo_vmware.api [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378585, 'name': PowerOffVM_Task, 'duration_secs': 0.262686} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.348612] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.348839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.349144] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2d24d3-17ab-4667-b8ee-836905872121 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.404040] env[69411]: DEBUG nova.policy [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12a89a5ff418429f8d6f68d7bb147e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca6306f45ab46838486150f2f09d4ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.410746] env[69411]: DEBUG nova.compute.manager [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Received event network-changed-5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.411412] env[69411]: DEBUG nova.compute.manager [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Refreshing instance network info cache due to event network-changed-5b1f5a94-8913-489e-8794-0199d4c3dff2. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.412431] env[69411]: DEBUG oslo_concurrency.lockutils [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] Acquiring lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.412757] env[69411]: DEBUG oslo_concurrency.lockutils [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] Acquired lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.413148] env[69411]: DEBUG nova.network.neutron [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Refreshing network info cache for port 5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 828.426533] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.427150] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.427527] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleting the datastore file [datastore1] 34d5f258-9dba-438d-9a91-f40138283ffc {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.428093] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35bc9ce8-075c-4c86-a51d-e6a180735329 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.440705] env[69411]: DEBUG oslo_vmware.api [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 828.440705] env[69411]: value = "task-3378591" [ 828.440705] env[69411]: _type = "Task" [ 828.440705] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.467585] env[69411]: DEBUG oslo_vmware.api [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.471856] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378586, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.590886] env[69411]: DEBUG oslo_vmware.api [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.603438] env[69411]: DEBUG nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.664193] env[69411]: DEBUG nova.network.neutron [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 828.715181] env[69411]: DEBUG nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.834159] env[69411]: DEBUG oslo_vmware.api [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430252} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.837505] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.837718] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.837905] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.838202] env[69411]: INFO nova.compute.manager [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 828.838766] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.839229] env[69411]: DEBUG nova.compute.manager [-] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.839329] env[69411]: DEBUG nova.network.neutron [-] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 828.949241] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611597} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.952808] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.953051] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.956030] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2bd2e8d-b127-41bb-9a40-a2b3f01da0e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.959464] env[69411]: DEBUG nova.network.neutron [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Updating instance_info_cache with network_info: [{"id": "33e40b57-7fc5-44e2-969f-a9705496c154", "address": "fa:16:3e:4f:f9:21", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e40b57-7f", "ovs_interfaceid": "33e40b57-7fc5-44e2-969f-a9705496c154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.974228] env[69411]: DEBUG oslo_vmware.api [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337356} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.974612] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 828.974612] env[69411]: value = "task-3378592" [ 828.974612] env[69411]: _type = "Task" [ 828.974612] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.980670] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.980670] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.980670] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.980670] env[69411]: INFO nova.compute.manager [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 828.980670] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.981292] env[69411]: DEBUG nova.compute.manager [-] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.981292] env[69411]: DEBUG nova.network.neutron [-] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 828.993747] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.088823] env[69411]: DEBUG oslo_vmware.api [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Task: {'id': task-3378587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551383} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.089210] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.089417] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.089611] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.089822] env[69411]: INFO nova.compute.manager [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Took 1.83 seconds to destroy the instance on the hypervisor. [ 829.090061] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.090283] env[69411]: DEBUG nova.compute.manager [-] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.090377] env[69411]: DEBUG nova.network.neutron [-] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 829.092919] env[69411]: DEBUG nova.network.neutron [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Successfully created port: aa7b046f-3e1a-45dd-920e-c830ad241a8f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.141330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.274927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5412c-0c7a-46ff-bcbe-bd64f5935573 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.285323] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab831503-6597-4613-9020-715569d0aa05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.324223] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967df3ba-6db1-4df6-a937-14fe387aa5d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.332752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c80b6d-0077-49ff-beee-148773fe09c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.348305] env[69411]: DEBUG nova.compute.provider_tree [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.465022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "refresh_cache-59be5fbd-08c1-45a9-9f8f-0bbe90384a24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.465022] env[69411]: DEBUG nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Instance network_info: |[{"id": "33e40b57-7fc5-44e2-969f-a9705496c154", "address": "fa:16:3e:4f:f9:21", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e40b57-7f", "ovs_interfaceid": "33e40b57-7fc5-44e2-969f-a9705496c154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.465022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:f9:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33e40b57-7fc5-44e2-969f-a9705496c154', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.473291] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.474361] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.474790] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3545a46a-4753-486b-a408-53ae17edb845 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.503090] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350462} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.504545] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.504941] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.504941] env[69411]: value = "task-3378593" [ 829.504941] env[69411]: _type = "Task" [ 829.504941] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.505854] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cfc4ef-212c-4d30-a1aa-701e7411b03e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.532487] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.537255] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad81fc7-8e20-4d9d-8621-0640f104fd40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.553756] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378593, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.561540] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 829.561540] env[69411]: value = "task-3378594" [ 829.561540] env[69411]: _type = "Task" [ 829.561540] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.570492] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.673332] env[69411]: DEBUG nova.network.neutron [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Updated VIF entry in instance network info cache for port 5b1f5a94-8913-489e-8794-0199d4c3dff2. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 829.673675] env[69411]: DEBUG nova.network.neutron [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Updating instance_info_cache with network_info: [{"id": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "address": "fa:16:3e:44:54:9d", "network": {"id": "d8cfb38f-e935-4658-9d50-3ff18e5bbdda", "bridge": "br-int", "label": "tempest-ServersTestJSON-389555612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ff5f7ff08514b62b29ab66f8ceccf6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1f5a94-89", "ovs_interfaceid": "5b1f5a94-8913-489e-8794-0199d4c3dff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.715306] env[69411]: DEBUG nova.compute.manager [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Received event network-changed-33e40b57-7fc5-44e2-969f-a9705496c154 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.715502] env[69411]: DEBUG nova.compute.manager [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Refreshing instance network info cache due to event network-changed-33e40b57-7fc5-44e2-969f-a9705496c154. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.715740] env[69411]: DEBUG oslo_concurrency.lockutils [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] Acquiring lock "refresh_cache-59be5fbd-08c1-45a9-9f8f-0bbe90384a24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.715845] env[69411]: DEBUG oslo_concurrency.lockutils [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] Acquired lock "refresh_cache-59be5fbd-08c1-45a9-9f8f-0bbe90384a24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.716010] env[69411]: DEBUG nova.network.neutron [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Refreshing network info cache for port 33e40b57-7fc5-44e2-969f-a9705496c154 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 829.725521] env[69411]: DEBUG nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.757499] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d440421e-e7a3-48ba-a17d-a413e5e11acf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-874207196',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.757742] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.757900] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.758116] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.758495] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.758495] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.758625] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.758767] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.758929] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.759708] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.759935] env[69411]: DEBUG nova.virt.hardware [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.760830] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5773cb-c94f-46fd-9573-854f85d0537a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.769986] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89b201d-4849-4e90-863e-b585375fd0c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.851793] env[69411]: DEBUG nova.scheduler.client.report [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.961282] env[69411]: DEBUG nova.network.neutron [-] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.018903] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378593, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.071979] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.109259] env[69411]: DEBUG nova.network.neutron [-] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.177858] env[69411]: DEBUG oslo_concurrency.lockutils [req-dae8d0fb-b13e-469b-9539-28b0630cb9c5 req-da0650fe-6730-4e00-8116-d03752043b87 service nova] Releasing lock "refresh_cache-34eaab5d-18bd-4868-a439-7ae67fdecc3b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.277931] env[69411]: DEBUG nova.network.neutron [-] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.357819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.358393] env[69411]: DEBUG nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.362545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.876s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.362545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.363464] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.752s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.363661] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.366010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.069s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.366218] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.368251] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.991s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.369928] env[69411]: INFO nova.compute.claims [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.401164] env[69411]: INFO nova.scheduler.client.report [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Deleted allocations for instance e7691dd6-87a7-4496-bc9a-e4b56a725796 [ 830.406118] env[69411]: INFO nova.scheduler.client.report [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Deleted allocations for instance cdffdfdf-9505-497b-9b37-7a8dcb35d0f8 [ 830.429642] env[69411]: INFO nova.scheduler.client.report [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Deleted allocations for instance 49c399d8-1be9-45aa-974b-19cb742d8685 [ 830.440650] env[69411]: DEBUG nova.compute.manager [req-29c2a53d-b7fb-4ad9-a021-92bec51369c9 req-78c41861-51b5-48f6-9151-ecddd800cf65 service nova] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Received event network-vif-deleted-ec5ad08a-5c12-4277-a173-b33d6ddfde28 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.440650] env[69411]: DEBUG nova.compute.manager [req-29c2a53d-b7fb-4ad9-a021-92bec51369c9 req-78c41861-51b5-48f6-9151-ecddd800cf65 service nova] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Received event network-vif-deleted-a47fd5bb-3684-459e-8048-532abd3ee006 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.463515] env[69411]: INFO nova.compute.manager [-] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Took 1.48 seconds to deallocate network for instance. [ 830.520093] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378593, 'name': CreateVM_Task, 'duration_secs': 0.746558} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.520279] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.520950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.521129] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.521445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.522208] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df9adde-ce55-4faa-84a1-4e7894e574df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.532047] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 830.532047] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f511f4-551d-44ec-3ef0-c9302886ce6b" [ 830.532047] env[69411]: _type = "Task" [ 830.532047] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.542348] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f511f4-551d-44ec-3ef0-c9302886ce6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.567907] env[69411]: DEBUG nova.network.neutron [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Updated VIF entry in instance network info cache for port 33e40b57-7fc5-44e2-969f-a9705496c154. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 830.568313] env[69411]: DEBUG nova.network.neutron [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Updating instance_info_cache with network_info: [{"id": "33e40b57-7fc5-44e2-969f-a9705496c154", "address": "fa:16:3e:4f:f9:21", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e40b57-7f", "ovs_interfaceid": "33e40b57-7fc5-44e2-969f-a9705496c154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.575123] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378594, 'name': ReconfigVM_Task, 'duration_secs': 0.607483} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.575394] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.576049] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae65d608-2b6a-45fc-8ae2-6ed77d11680e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.585278] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 830.585278] env[69411]: value = "task-3378595" [ 830.585278] env[69411]: _type = "Task" [ 830.585278] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.594035] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378595, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.614430] env[69411]: INFO nova.compute.manager [-] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Took 1.77 seconds to deallocate network for instance. [ 830.784579] env[69411]: INFO nova.compute.manager [-] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Took 1.69 seconds to deallocate network for instance. [ 830.874418] env[69411]: DEBUG nova.compute.utils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.880032] env[69411]: DEBUG nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.880160] env[69411]: DEBUG nova.network.neutron [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.920824] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae1c8a40-e3b8-4ad5-b246-5602c05c5984 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "cdffdfdf-9505-497b-9b37-7a8dcb35d0f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.826s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.921988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4d3b9f4c-811b-4837-b59c-71d327255eb4 tempest-ListImageFiltersTestJSON-1765867478 tempest-ListImageFiltersTestJSON-1765867478-project-member] Lock "e7691dd6-87a7-4496-bc9a-e4b56a725796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.143s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.938241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f579a07f-3fbe-4a6a-95f5-fcce97989b0a tempest-ServerExternalEventsTest-859784623 tempest-ServerExternalEventsTest-859784623-project-member] Lock "49c399d8-1be9-45aa-974b-19cb742d8685" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.920s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.953996] env[69411]: DEBUG nova.policy [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39ecd254df0449a2b2a3ac123f5d32d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '811805ab5541467ea7371e13d057d237', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.971480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.046093] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f511f4-551d-44ec-3ef0-c9302886ce6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.046490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.046739] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.046984] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.047184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.047378] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.047639] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a25c64-d330-4552-ab77-8460341cfd17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.060022] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.060022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.060022] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004fd19a-3080-4c7a-80e2-04616864f682 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.061611] env[69411]: DEBUG nova.network.neutron [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Successfully updated port: aa7b046f-3e1a-45dd-920e-c830ad241a8f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.068240] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 831.068240] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5218eb28-f2a7-9b3d-3921-0ccda137b346" [ 831.068240] env[69411]: _type = "Task" [ 831.068240] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.071669] env[69411]: DEBUG oslo_concurrency.lockutils [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] Releasing lock "refresh_cache-59be5fbd-08c1-45a9-9f8f-0bbe90384a24" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.072076] env[69411]: DEBUG nova.compute.manager [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Received event network-vif-deleted-702e0daa-0bcf-432f-b63e-caefe491dcbd {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.072156] env[69411]: INFO nova.compute.manager [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Neutron deleted interface 702e0daa-0bcf-432f-b63e-caefe491dcbd; detaching it from the instance and deleting it from the info cache [ 831.072283] env[69411]: DEBUG nova.network.neutron [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.081124] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5218eb28-f2a7-9b3d-3921-0ccda137b346, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.081864] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3661e29f-c98a-4868-8c46-f228933bc15c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.090808] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 831.090808] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52385aac-691f-d88a-fea5-0d59de7d9839" [ 831.090808] env[69411]: _type = "Task" [ 831.090808] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.098451] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378595, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.102407] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52385aac-691f-d88a-fea5-0d59de7d9839, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.102663] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.106167] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 59be5fbd-08c1-45a9-9f8f-0bbe90384a24/59be5fbd-08c1-45a9-9f8f-0bbe90384a24.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.106868] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a537f86b-1504-436e-8d57-78223e08e1c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.113735] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 831.113735] env[69411]: value = "task-3378596" [ 831.113735] env[69411]: _type = "Task" [ 831.113735] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.117891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.122038] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.294934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.388557] env[69411]: DEBUG nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.532486] env[69411]: DEBUG nova.network.neutron [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Successfully created port: f30b9cd2-7ab5-4915-8b62-4167d0c5e338 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.565804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.566313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.566313] env[69411]: DEBUG nova.network.neutron [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 831.576881] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe869ce7-38e8-4dfc-8818-04f59964d48d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.603947] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189d5bcf-bcf5-4c1d-9c07-2499fdb83bd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.631187] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378595, 'name': Rename_Task, 'duration_secs': 0.770464} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.631380] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.631628] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53474116-75b7-45d3-8ce5-74e0746ad6ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.637572] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466588} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.648012] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 59be5fbd-08c1-45a9-9f8f-0bbe90384a24/59be5fbd-08c1-45a9-9f8f-0bbe90384a24.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.649611] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.649611] env[69411]: DEBUG nova.compute.manager [req-493ebe5a-7bea-4c6f-bbdb-8962fc636823 req-ca4c60da-f263-4b46-8025-756c4d6e9a2d service nova] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Detach interface failed, port_id=702e0daa-0bcf-432f-b63e-caefe491dcbd, reason: Instance 34d5f258-9dba-438d-9a91-f40138283ffc could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 831.653928] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cfb538d-9032-44df-907d-9e03b2698a91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.656018] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 831.656018] env[69411]: value = "task-3378597" [ 831.656018] env[69411]: _type = "Task" [ 831.656018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.662218] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 831.662218] env[69411]: value = "task-3378598" [ 831.662218] env[69411]: _type = "Task" [ 831.662218] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.669949] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.682997] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.919798] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665cb9e3-4400-4074-ab68-09413ce11ce3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.929075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d2ee2-8414-4cdd-8697-41155d25c271 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.964758] env[69411]: DEBUG nova.compute.manager [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Received event network-vif-plugged-aa7b046f-3e1a-45dd-920e-c830ad241a8f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.964970] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] Acquiring lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.965486] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.965666] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.965837] env[69411]: DEBUG nova.compute.manager [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] No waiting events found dispatching network-vif-plugged-aa7b046f-3e1a-45dd-920e-c830ad241a8f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.966007] env[69411]: WARNING nova.compute.manager [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Received unexpected event network-vif-plugged-aa7b046f-3e1a-45dd-920e-c830ad241a8f for instance with vm_state building and task_state spawning. [ 831.966245] env[69411]: DEBUG nova.compute.manager [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Received event network-changed-aa7b046f-3e1a-45dd-920e-c830ad241a8f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.966483] env[69411]: DEBUG nova.compute.manager [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Refreshing instance network info cache due to event network-changed-aa7b046f-3e1a-45dd-920e-c830ad241a8f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.966659] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] Acquiring lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.967368] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531fba27-6532-40f5-acab-d843c689ae18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.976181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbc9e97-8840-4a39-bf89-fa65c1b61439 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.991753] env[69411]: DEBUG nova.compute.provider_tree [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.127123] env[69411]: DEBUG nova.network.neutron [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 832.172431] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067664} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.176283] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.176642] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.178143] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1906f66-708f-4022-9a10-9eff80a51c59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.185187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.185266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.185412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.185595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.185764] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.191174] env[69411]: INFO nova.compute.manager [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Terminating instance [ 832.214922] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 59be5fbd-08c1-45a9-9f8f-0bbe90384a24/59be5fbd-08c1-45a9-9f8f-0bbe90384a24.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.218705] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-659a4fe5-4d28-463d-8762-317225e5a070 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.233838] env[69411]: DEBUG nova.compute.manager [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.234075] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.235671] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da94b1b9-0563-4ab5-b1c8-8152f8b97a8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.243884] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.245350] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8990c593-513d-4a9b-bab8-4a7e18ffe934 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.246861] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 832.246861] env[69411]: value = "task-3378599" [ 832.246861] env[69411]: _type = "Task" [ 832.246861] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.255019] env[69411]: DEBUG oslo_vmware.api [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 832.255019] env[69411]: value = "task-3378600" [ 832.255019] env[69411]: _type = "Task" [ 832.255019] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.258292] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.262621] env[69411]: DEBUG oslo_vmware.api [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.402541] env[69411]: DEBUG nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.427475] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.427714] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.427876] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.428093] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.428267] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.428418] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.428628] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.429018] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.429018] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.429168] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.429373] env[69411]: DEBUG nova.virt.hardware [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.430232] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef90d2d-acae-4c6c-b23e-e8398eaf1d0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.440091] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee883c8-9d6a-44fe-a3f2-01a0ceb8d51c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.212423] env[69411]: DEBUG nova.scheduler.client.report [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.220175] env[69411]: DEBUG nova.network.neutron [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [{"id": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "address": "fa:16:3e:92:4e:e1", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7b046f-3e", "ovs_interfaceid": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.220175] env[69411]: DEBUG nova.compute.manager [req-8c655b91-c93a-48ed-855b-ae5f32a22837 req-35a1bb1f-9513-4f76-b77a-303a9ec61f49 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Received event network-vif-plugged-f30b9cd2-7ab5-4915-8b62-4167d0c5e338 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.220175] env[69411]: DEBUG oslo_concurrency.lockutils [req-8c655b91-c93a-48ed-855b-ae5f32a22837 req-35a1bb1f-9513-4f76-b77a-303a9ec61f49 service nova] Acquiring lock "1683b25a-b952-4887-b71b-e0d542b1208e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.220175] env[69411]: DEBUG oslo_concurrency.lockutils [req-8c655b91-c93a-48ed-855b-ae5f32a22837 req-35a1bb1f-9513-4f76-b77a-303a9ec61f49 service nova] Lock "1683b25a-b952-4887-b71b-e0d542b1208e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.220175] env[69411]: DEBUG oslo_concurrency.lockutils [req-8c655b91-c93a-48ed-855b-ae5f32a22837 req-35a1bb1f-9513-4f76-b77a-303a9ec61f49 service nova] Lock "1683b25a-b952-4887-b71b-e0d542b1208e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.220175] env[69411]: DEBUG nova.compute.manager [req-8c655b91-c93a-48ed-855b-ae5f32a22837 req-35a1bb1f-9513-4f76-b77a-303a9ec61f49 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] No waiting events found dispatching network-vif-plugged-f30b9cd2-7ab5-4915-8b62-4167d0c5e338 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.220175] env[69411]: WARNING nova.compute.manager [req-8c655b91-c93a-48ed-855b-ae5f32a22837 req-35a1bb1f-9513-4f76-b77a-303a9ec61f49 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Received unexpected event network-vif-plugged-f30b9cd2-7ab5-4915-8b62-4167d0c5e338 for instance with vm_state building and task_state spawning. [ 833.236491] env[69411]: DEBUG oslo_vmware.api [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378600, 'name': PowerOffVM_Task, 'duration_secs': 0.26985} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.241993] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.242197] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.242468] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378599, 'name': ReconfigVM_Task, 'duration_secs': 0.498708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.242660] env[69411]: DEBUG oslo_vmware.api [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378597, 'name': PowerOnVM_Task, 'duration_secs': 0.954768} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.242847] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73912951-4a87-4112-a68f-0fdb41e4cff4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.244455] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 59be5fbd-08c1-45a9-9f8f-0bbe90384a24/59be5fbd-08c1-45a9-9f8f-0bbe90384a24.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.245257] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.245447] env[69411]: INFO nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Took 9.78 seconds to spawn the instance on the hypervisor. [ 833.245616] env[69411]: DEBUG nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.246105] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfb4a5e7-6cf4-4d21-b18f-aeee16e46b7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.247989] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1337a-915f-40d4-8471-3a691c466757 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.259198] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 833.259198] env[69411]: value = "task-3378602" [ 833.259198] env[69411]: _type = "Task" [ 833.259198] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.269748] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378602, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.282652] env[69411]: DEBUG nova.network.neutron [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Successfully updated port: f30b9cd2-7ab5-4915-8b62-4167d0c5e338 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.331617] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.331850] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.332053] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Deleting the datastore file [datastore1] 30d08bf2-b802-49e7-8bc5-8cb85fb16264 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.332315] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47764de-2125-4bce-9180-91775142d54a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.339563] env[69411]: DEBUG oslo_vmware.api [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for the task: (returnval){ [ 833.339563] env[69411]: value = "task-3378603" [ 833.339563] env[69411]: _type = "Task" [ 833.339563] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.349420] env[69411]: DEBUG oslo_vmware.api [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.730602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.362s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.731348] env[69411]: DEBUG nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.737127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.737127] env[69411]: DEBUG nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Instance network_info: |[{"id": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "address": "fa:16:3e:92:4e:e1", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7b046f-3e", "ovs_interfaceid": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.737127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.737127] env[69411]: DEBUG nova.objects.instance [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lazy-loading 'resources' on Instance uuid a41d77c1-4653-45f9-affe-07d2c03b3eb8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.737127] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] Acquired lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.737540] env[69411]: DEBUG nova.network.neutron [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Refreshing network info cache for port aa7b046f-3e1a-45dd-920e-c830ad241a8f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 833.738989] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:4e:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa7b046f-3e1a-45dd-920e-c830ad241a8f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.752185] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.753764] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.756946] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4720112-fa97-40b1-afb1-376ff1ba8a98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.782921] env[69411]: INFO nova.compute.manager [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Took 50.99 seconds to build instance. [ 833.786360] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "refresh_cache-1683b25a-b952-4887-b71b-e0d542b1208e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.786493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquired lock "refresh_cache-1683b25a-b952-4887-b71b-e0d542b1208e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.786636] env[69411]: DEBUG nova.network.neutron [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 833.787636] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.787636] env[69411]: value = "task-3378604" [ 833.787636] env[69411]: _type = "Task" [ 833.787636] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.795144] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378602, 'name': Rename_Task, 'duration_secs': 0.165333} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.799659] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.800116] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52fca7a6-7e95-4fa8-a12a-e716553b70de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.807576] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378604, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.808089] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 833.808089] env[69411]: value = "task-3378605" [ 833.808089] env[69411]: _type = "Task" [ 833.808089] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.821740] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.858625] env[69411]: DEBUG oslo_vmware.api [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Task: {'id': task-3378603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140001} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.858908] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.859093] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.859271] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.859440] env[69411]: INFO nova.compute.manager [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Took 1.63 seconds to destroy the instance on the hypervisor. [ 833.859676] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.859861] env[69411]: DEBUG nova.compute.manager [-] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.859947] env[69411]: DEBUG nova.network.neutron [-] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 834.256568] env[69411]: DEBUG nova.compute.utils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.258151] env[69411]: DEBUG nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.258484] env[69411]: DEBUG nova.network.neutron [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.286515] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6db82483-5dfb-4ea4-89c5-289a268ccf25 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.309700] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378604, 'name': CreateVM_Task, 'duration_secs': 0.332933} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.313716] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.320354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.320530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.320848] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.321716] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f81b06-a967-457f-9653-ed398b7b38e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.327492] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378605, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.331045] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 834.331045] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dbdd23-5852-909f-7f09-d680b9fb87ea" [ 834.331045] env[69411]: _type = "Task" [ 834.331045] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.341779] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dbdd23-5852-909f-7f09-d680b9fb87ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.354810] env[69411]: DEBUG nova.policy [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94bc2500372a4ae685c5c01acb6ff8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a468d6abf74dfe96482d7efce2bef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.400030] env[69411]: DEBUG nova.network.neutron [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 834.721097] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7fdfa-5af9-47e4-aa4c-35201b09304f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.731314] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e1727-050e-49c5-9980-809b29b62619 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.768559] env[69411]: DEBUG nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.774832] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca3f104-1e8a-415d-9eca-551e8038d44f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.780149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12efa72d-28c1-4b65-a4e1-80218f1f6b79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.795786] env[69411]: DEBUG nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.798962] env[69411]: DEBUG nova.compute.provider_tree [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.820264] env[69411]: DEBUG oslo_vmware.api [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378605, 'name': PowerOnVM_Task, 'duration_secs': 0.733415} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.821457] env[69411]: DEBUG nova.network.neutron [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Updating instance_info_cache with network_info: [{"id": "f30b9cd2-7ab5-4915-8b62-4167d0c5e338", "address": "fa:16:3e:4c:13:45", "network": {"id": "8c985b01-9285-4b4f-87c1-e890a01eebd7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1650531732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "811805ab5541467ea7371e13d057d237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30b9cd2-7a", "ovs_interfaceid": "f30b9cd2-7ab5-4915-8b62-4167d0c5e338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.822720] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.822818] env[69411]: INFO nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Took 7.66 seconds to spawn the instance on the hypervisor. [ 834.823138] env[69411]: DEBUG nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.824366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260c3f6-5678-4890-804d-c79dfe336cd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.848666] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dbdd23-5852-909f-7f09-d680b9fb87ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.848666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.848755] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.849036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.849224] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.849463] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.850320] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-551ec929-e4c6-46df-b787-08ed7a992fc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.859401] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.859604] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.860590] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994e0071-aca4-476b-9678-683a9e09ecc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.867549] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 834.867549] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52381790-baef-0f86-db89-3b2cbeffe9ad" [ 834.867549] env[69411]: _type = "Task" [ 834.867549] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.877046] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52381790-baef-0f86-db89-3b2cbeffe9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.893640] env[69411]: DEBUG nova.network.neutron [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updated VIF entry in instance network info cache for port aa7b046f-3e1a-45dd-920e-c830ad241a8f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 834.893810] env[69411]: DEBUG nova.network.neutron [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [{"id": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "address": "fa:16:3e:92:4e:e1", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7b046f-3e", "ovs_interfaceid": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.926739] env[69411]: DEBUG nova.network.neutron [-] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.983252] env[69411]: DEBUG nova.network.neutron [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Successfully created port: 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.286255] env[69411]: DEBUG nova.compute.manager [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Received event network-changed-f30b9cd2-7ab5-4915-8b62-4167d0c5e338 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.286568] env[69411]: DEBUG nova.compute.manager [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Refreshing instance network info cache due to event network-changed-f30b9cd2-7ab5-4915-8b62-4167d0c5e338. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.288030] env[69411]: DEBUG oslo_concurrency.lockutils [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] Acquiring lock "refresh_cache-1683b25a-b952-4887-b71b-e0d542b1208e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.305911] env[69411]: DEBUG nova.scheduler.client.report [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.326618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Releasing lock "refresh_cache-1683b25a-b952-4887-b71b-e0d542b1208e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327059] env[69411]: DEBUG nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Instance network_info: |[{"id": "f30b9cd2-7ab5-4915-8b62-4167d0c5e338", "address": "fa:16:3e:4c:13:45", "network": {"id": "8c985b01-9285-4b4f-87c1-e890a01eebd7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1650531732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "811805ab5541467ea7371e13d057d237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30b9cd2-7a", "ovs_interfaceid": "f30b9cd2-7ab5-4915-8b62-4167d0c5e338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.327927] env[69411]: DEBUG oslo_concurrency.lockutils [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] Acquired lock "refresh_cache-1683b25a-b952-4887-b71b-e0d542b1208e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.327927] env[69411]: DEBUG nova.network.neutron [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Refreshing network info cache for port f30b9cd2-7ab5-4915-8b62-4167d0c5e338 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 835.329974] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:13:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30b9cd2-7ab5-4915-8b62-4167d0c5e338', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.338233] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Creating folder: Project (811805ab5541467ea7371e13d057d237). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.341089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.343956] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e9f2ed8-b766-4cfd-891b-31a7131ca237 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.355867] env[69411]: INFO nova.compute.manager [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Took 50.53 seconds to build instance. [ 835.362871] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Created folder: Project (811805ab5541467ea7371e13d057d237) in parent group-v674052. [ 835.363125] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Creating folder: Instances. Parent ref: group-v674182. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.363395] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52eccb8f-e972-4de2-aa97-dfa363e212cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.376259] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Created folder: Instances in parent group-v674182. [ 835.376549] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.377223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.377395] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d9354db-4be3-4ed5-858f-ded516681a25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.402315] env[69411]: DEBUG oslo_concurrency.lockutils [req-cd563476-4c2e-4d74-972f-076056ddd5be req-404c2724-7823-4d55-b0c9-eecb9574fc24 service nova] Releasing lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.402624] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52381790-baef-0f86-db89-3b2cbeffe9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.403803] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237a0acd-8a40-4247-91eb-2b86d94b3094 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.407998] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.407998] env[69411]: value = "task-3378608" [ 835.407998] env[69411]: _type = "Task" [ 835.407998] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.412537] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 835.412537] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52412f8b-02ac-85a0-18ac-fe271d50a588" [ 835.412537] env[69411]: _type = "Task" [ 835.412537] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.418859] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378608, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.425735] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52412f8b-02ac-85a0-18ac-fe271d50a588, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.425975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426248] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.426493] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d113438e-7ce5-4cbb-872a-cfbf609dd8f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.429971] env[69411]: INFO nova.compute.manager [-] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Took 1.57 seconds to deallocate network for instance. [ 835.435833] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 835.435833] env[69411]: value = "task-3378609" [ 835.435833] env[69411]: _type = "Task" [ 835.435833] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.444182] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.761841] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "c3461854-762f-4626-ab3c-36a19888c88d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.761841] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "c3461854-762f-4626-ab3c-36a19888c88d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.786789] env[69411]: DEBUG nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.812738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.816387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.961s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.816387] env[69411]: DEBUG nova.objects.instance [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lazy-loading 'resources' on Instance uuid 9794b7d7-2319-4b49-94b4-3478c397fcea {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.822331] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.822601] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.822791] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.823273] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.823477] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.823644] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.823872] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.824291] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.824483] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.824543] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.824934] env[69411]: DEBUG nova.virt.hardware [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.826385] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63358ca0-8d5e-463b-85dc-1430a5cdef60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.839430] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36d21a4-b503-4b23-9cff-4f0d61b6db2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.848127] env[69411]: INFO nova.scheduler.client.report [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleted allocations for instance a41d77c1-4653-45f9-affe-07d2c03b3eb8 [ 835.858251] env[69411]: DEBUG oslo_concurrency.lockutils [None req-538342f2-23ca-443c-a204-ac3dd6aee36d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.087s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.927582] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378608, 'name': CreateVM_Task, 'duration_secs': 0.369641} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.927582] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.928360] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.928427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.928714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.929119] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10af5532-de9b-49bb-8303-215c14135415 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.938129] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 835.938129] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b9e86f-ebc2-43fc-37db-1f66c57df851" [ 835.938129] env[69411]: _type = "Task" [ 835.938129] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.940897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.950465] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.959747] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b9e86f-ebc2-43fc-37db-1f66c57df851, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.959976] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.960483] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.960483] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.960815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.960815] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.961017] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff86a79-1a40-4b80-818d-38f8f132cefe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.969354] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.969549] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.970290] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc7f350-eaf5-4f54-b4d2-b03e58fe4f94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.976306] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 835.976306] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52045c44-18c9-7671-c8c0-9c11eae353d4" [ 835.976306] env[69411]: _type = "Task" [ 835.976306] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.986019] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52045c44-18c9-7671-c8c0-9c11eae353d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.220345] env[69411]: DEBUG nova.network.neutron [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Updated VIF entry in instance network info cache for port f30b9cd2-7ab5-4915-8b62-4167d0c5e338. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 836.220736] env[69411]: DEBUG nova.network.neutron [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Updating instance_info_cache with network_info: [{"id": "f30b9cd2-7ab5-4915-8b62-4167d0c5e338", "address": "fa:16:3e:4c:13:45", "network": {"id": "8c985b01-9285-4b4f-87c1-e890a01eebd7", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1650531732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "811805ab5541467ea7371e13d057d237", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30b9cd2-7a", "ovs_interfaceid": "f30b9cd2-7ab5-4915-8b62-4167d0c5e338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.370128] env[69411]: DEBUG nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.374026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1bff5db7-345c-44da-b846-65dd3d50950d tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "a41d77c1-4653-45f9-affe-07d2c03b3eb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.227s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.449353] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.488767] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52045c44-18c9-7671-c8c0-9c11eae353d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.492290] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e6936a-b366-44ed-8316-eb8353101462 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.494805] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 836.494805] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b2f01d-1a69-908e-60b7-37a562288044" [ 836.494805] env[69411]: _type = "Task" [ 836.494805] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.512811] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b2f01d-1a69-908e-60b7-37a562288044, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.515796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.517489] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 1683b25a-b952-4887-b71b-e0d542b1208e/1683b25a-b952-4887-b71b-e0d542b1208e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.517489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63f85e44-bbf1-4510-8e95-87642804c55c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.527408] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 836.527408] env[69411]: value = "task-3378610" [ 836.527408] env[69411]: _type = "Task" [ 836.527408] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.534086] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.730829] env[69411]: DEBUG oslo_concurrency.lockutils [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] Releasing lock "refresh_cache-1683b25a-b952-4887-b71b-e0d542b1208e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.731186] env[69411]: DEBUG nova.compute.manager [req-a7498409-b2e8-4897-9d8b-d03935ed7d00 req-7b53d8bd-17a8-4532-ac00-0036ca79d0b5 service nova] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Received event network-vif-deleted-2d6cde03-593d-49cc-88e5-bf5fed471773 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.799516] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d80e8d4-021d-48f9-bad7-92efe35a6d70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.807248] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619618c4-0f0a-424a-b53b-0b397436cd47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.849422] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d595a68c-169b-46e8-a488-d645e9ce0ad1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.853691] env[69411]: DEBUG nova.compute.manager [req-a83e2a3c-af53-4b1d-b13d-586b0e0375d2 req-cb64e127-3f27-4d57-b07f-b7dab6c0c2c5 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Received event network-vif-plugged-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.853963] env[69411]: DEBUG oslo_concurrency.lockutils [req-a83e2a3c-af53-4b1d-b13d-586b0e0375d2 req-cb64e127-3f27-4d57-b07f-b7dab6c0c2c5 service nova] Acquiring lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.854251] env[69411]: DEBUG oslo_concurrency.lockutils [req-a83e2a3c-af53-4b1d-b13d-586b0e0375d2 req-cb64e127-3f27-4d57-b07f-b7dab6c0c2c5 service nova] Lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.854476] env[69411]: DEBUG oslo_concurrency.lockutils [req-a83e2a3c-af53-4b1d-b13d-586b0e0375d2 req-cb64e127-3f27-4d57-b07f-b7dab6c0c2c5 service nova] Lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.854848] env[69411]: DEBUG nova.compute.manager [req-a83e2a3c-af53-4b1d-b13d-586b0e0375d2 req-cb64e127-3f27-4d57-b07f-b7dab6c0c2c5 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] No waiting events found dispatching network-vif-plugged-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.854923] env[69411]: WARNING nova.compute.manager [req-a83e2a3c-af53-4b1d-b13d-586b0e0375d2 req-cb64e127-3f27-4d57-b07f-b7dab6c0c2c5 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Received unexpected event network-vif-plugged-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 for instance with vm_state building and task_state spawning. [ 836.861111] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5ada8b-bdc1-4157-8785-e9d26b1859a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.878552] env[69411]: DEBUG nova.compute.provider_tree [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.907056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.949800] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.036627] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.169755] env[69411]: DEBUG nova.network.neutron [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Successfully updated port: 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.383292] env[69411]: DEBUG nova.scheduler.client.report [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.450904] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378609, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.522218} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.452437] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.452669] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.455365] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9045d558-e91d-4a14-ba44-d0a68676e13d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.457976] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "127aa697-2d67-47d9-96d4-f70858a832eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.458306] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "127aa697-2d67-47d9-96d4-f70858a832eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.465802] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 837.465802] env[69411]: value = "task-3378611" [ 837.465802] env[69411]: _type = "Task" [ 837.465802] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.476641] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.537769] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837253} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.538249] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 1683b25a-b952-4887-b71b-e0d542b1208e/1683b25a-b952-4887-b71b-e0d542b1208e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.541165] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.541165] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-221c189d-e4de-4f32-af5b-11a7e3d51309 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.547079] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 837.547079] env[69411]: value = "task-3378612" [ 837.547079] env[69411]: _type = "Task" [ 837.547079] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.554134] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.674701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.674701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.674701] env[69411]: DEBUG nova.network.neutron [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 837.888046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.894658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.486s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.899612] env[69411]: INFO nova.compute.claims [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.924089] env[69411]: INFO nova.scheduler.client.report [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Deleted allocations for instance 9794b7d7-2319-4b49-94b4-3478c397fcea [ 837.976068] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065797} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.976068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.976582] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c9a76-2ff6-4e0e-81bc-73fb34e52a83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.005455] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.010723] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e751f55-77ce-413d-9427-990f6ad863ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.033815] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 838.033815] env[69411]: value = "task-3378613" [ 838.033815] env[69411]: _type = "Task" [ 838.033815] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.043758] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.054117] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188238} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.054760] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.055715] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3494f9e7-916e-4d33-9dfb-30d9ca04a8fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.078643] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1683b25a-b952-4887-b71b-e0d542b1208e/1683b25a-b952-4887-b71b-e0d542b1208e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.079364] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683d8abd-fdbf-460d-8b08-6147fd34bac7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.101135] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 838.101135] env[69411]: value = "task-3378614" [ 838.101135] env[69411]: _type = "Task" [ 838.101135] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.109845] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.234427] env[69411]: DEBUG nova.network.neutron [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 838.436090] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03a41fd3-6075-417a-ba49-270976f9a635 tempest-ListServersNegativeTestJSON-1641640845 tempest-ListServersNegativeTestJSON-1641640845-project-member] Lock "9794b7d7-2319-4b49-94b4-3478c397fcea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.171s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.508834] env[69411]: DEBUG nova.network.neutron [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.544414] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378613, 'name': ReconfigVM_Task, 'duration_secs': 0.299485} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.544843] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfigured VM instance instance-0000002d to attach disk [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.545641] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4385fcc9-aa9b-49c2-9942-b8dc845c3c6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.553046] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 838.553046] env[69411]: value = "task-3378615" [ 838.553046] env[69411]: _type = "Task" [ 838.553046] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.561415] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378615, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.614187] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378614, 'name': ReconfigVM_Task, 'duration_secs': 0.26858} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.614885] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1683b25a-b952-4887-b71b-e0d542b1208e/1683b25a-b952-4887-b71b-e0d542b1208e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.615541] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1dd7d6f-9fee-4c3a-a788-955d9a27d519 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.622302] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 838.622302] env[69411]: value = "task-3378616" [ 838.622302] env[69411]: _type = "Task" [ 838.622302] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.631191] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378616, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.012331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.012331] env[69411]: DEBUG nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Instance network_info: |[{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.012331] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:73:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '828d6ba2-1a51-4a62-89a9-ff84e2c7d956', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.019348] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating folder: Project (09a468d6abf74dfe96482d7efce2bef3). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.022067] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-044abdd9-47d5-46fc-a6c1-1d7b3d2322a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.033708] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Created folder: Project (09a468d6abf74dfe96482d7efce2bef3) in parent group-v674052. [ 839.033934] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating folder: Instances. Parent ref: group-v674185. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.037733] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130b0dd6-f845-46a4-b6cf-9384321691ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.057783] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Created folder: Instances in parent group-v674185. [ 839.058099] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.058697] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.058974] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7bdc8b0-7092-43bc-b032-154f567bfbdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.078868] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378615, 'name': Rename_Task, 'duration_secs': 0.148551} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.079812] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.080115] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b907a705-8e59-4aad-9b6c-a6a9c0af8476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.083907] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.083907] env[69411]: value = "task-3378619" [ 839.083907] env[69411]: _type = "Task" [ 839.083907] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.087974] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 839.087974] env[69411]: value = "task-3378620" [ 839.087974] env[69411]: _type = "Task" [ 839.087974] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.097750] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378619, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.109154] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.135207] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378616, 'name': Rename_Task, 'duration_secs': 0.133371} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.135785] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.136073] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd8b6e77-9c83-4c07-95fb-610d76e9bacb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.142018] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 839.142018] env[69411]: value = "task-3378621" [ 839.142018] env[69411]: _type = "Task" [ 839.142018] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.149939] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.202196] env[69411]: DEBUG nova.compute.manager [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Received event network-changed-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.202196] env[69411]: DEBUG nova.compute.manager [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Refreshing instance network info cache due to event network-changed-828d6ba2-1a51-4a62-89a9-ff84e2c7d956. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.202196] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] Acquiring lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.202196] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] Acquired lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.202196] env[69411]: DEBUG nova.network.neutron [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Refreshing network info cache for port 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 839.405912] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3f0cc7-b1a1-4566-8909-bef66efa3915 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.416709] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2f1ff-9273-4424-bcab-335a093de6ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.450326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d948dc-9d72-4100-ad80-d9d66b45854e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.458186] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f262aea2-fac1-4636-b3eb-cdbe3c8ddc95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.466839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "14fcfe16-b536-4eae-8807-131306a159af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.467015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "14fcfe16-b536-4eae-8807-131306a159af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.479506] env[69411]: DEBUG nova.compute.provider_tree [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.597787] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378619, 'name': CreateVM_Task, 'duration_secs': 0.325498} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.601570] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.601871] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.602543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.602699] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.603155] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.603356] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8a0be8-c432-4e90-a8be-13754fc23804 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.608243] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 839.608243] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d14d3a-1de9-1754-6669-422dbc97bc3c" [ 839.608243] env[69411]: _type = "Task" [ 839.608243] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.616248] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d14d3a-1de9-1754-6669-422dbc97bc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.652818] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378621, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.002493] env[69411]: ERROR nova.scheduler.client.report [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [req-347799e5-cfa3-4458-8c5e-11994292467b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-347799e5-cfa3-4458-8c5e-11994292467b"}]} [ 840.024509] env[69411]: DEBUG nova.scheduler.client.report [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.031595] env[69411]: DEBUG nova.network.neutron [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updated VIF entry in instance network info cache for port 828d6ba2-1a51-4a62-89a9-ff84e2c7d956. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 840.033636] env[69411]: DEBUG nova.network.neutron [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.043203] env[69411]: DEBUG nova.scheduler.client.report [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.043446] env[69411]: DEBUG nova.compute.provider_tree [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.060018] env[69411]: DEBUG nova.scheduler.client.report [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.077313] env[69411]: DEBUG nova.scheduler.client.report [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 840.100399] env[69411]: DEBUG oslo_vmware.api [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378620, 'name': PowerOnVM_Task, 'duration_secs': 0.515802} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.100661] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.101078] env[69411]: INFO nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Took 10.38 seconds to spawn the instance on the hypervisor. [ 840.101360] env[69411]: DEBUG nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.102413] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c5fa4f-2737-4775-8d82-a76733048992 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.122744] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d14d3a-1de9-1754-6669-422dbc97bc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.017505} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.123525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.124849] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.124849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.124849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.124849] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.127161] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f12210b-64dd-49aa-af50-cb50cef9572d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.139467] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.139467] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.139802] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c17dec-291c-4e20-a0c1-6d661a57a466 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.155793] env[69411]: DEBUG oslo_vmware.api [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378621, 'name': PowerOnVM_Task, 'duration_secs': 0.544384} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.156163] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 840.156163] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521b0271-2ca5-396d-8c78-2e84c741735e" [ 840.156163] env[69411]: _type = "Task" [ 840.156163] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.156330] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.156807] env[69411]: INFO nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Took 7.75 seconds to spawn the instance on the hypervisor. [ 840.158819] env[69411]: DEBUG nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.158819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2edc5-ac39-4d0c-be2e-b555cadfc292 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.182116] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521b0271-2ca5-396d-8c78-2e84c741735e, 'name': SearchDatastore_Task, 'duration_secs': 0.017306} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.186461] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa43e70-3be4-46d8-944f-84f297d36913 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.192360] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 840.192360] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d24790-ed93-b74d-a010-f76bb5bdbc32" [ 840.192360] env[69411]: _type = "Task" [ 840.192360] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.203266] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d24790-ed93-b74d-a010-f76bb5bdbc32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.531366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103b97ca-ea04-4cfc-9913-9776f7b8ba52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.536193] env[69411]: DEBUG oslo_concurrency.lockutils [req-fb292ce9-a3c5-4f79-8b91-a9065fb5a3e9 req-bd58cdfa-6831-4382-9ccb-ce18fcb6bc8c service nova] Releasing lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.541872] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a95a721-03a2-4432-9f7d-becfe95e7f68 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.573761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eec4ae7-631e-4f21-8b21-229270977ec2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.581774] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b002ba-2b9e-44c4-ba07-3a200b83fbe9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.596569] env[69411]: DEBUG nova.compute.provider_tree [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.628463] env[69411]: INFO nova.compute.manager [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Took 49.83 seconds to build instance. [ 840.693273] env[69411]: INFO nova.compute.manager [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Took 48.49 seconds to build instance. [ 840.704946] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d24790-ed93-b74d-a010-f76bb5bdbc32, 'name': SearchDatastore_Task, 'duration_secs': 0.024392} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.705819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.706149] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] b187064a-20b8-4e80-aaef-2ae78d901640/b187064a-20b8-4e80-aaef-2ae78d901640.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.706467] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d1559cd-7913-448a-aa98-dd9a3fde47aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.714259] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 840.714259] env[69411]: value = "task-3378622" [ 840.714259] env[69411]: _type = "Task" [ 840.714259] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.722752] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.132296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-196011dc-1a93-413d-a9a4-d251ff5a46cc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.104s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.140322] env[69411]: DEBUG nova.scheduler.client.report [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 841.140984] env[69411]: DEBUG nova.compute.provider_tree [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 80 to 81 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 841.140984] env[69411]: DEBUG nova.compute.provider_tree [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.199046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a878376c-c33c-4c40-bea8-07e40224251c tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "1683b25a-b952-4887-b71b-e0d542b1208e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.405s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.226580] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.634208] env[69411]: DEBUG nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.647021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.751s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.647021] env[69411]: DEBUG nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.649629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.505s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.652119] env[69411]: INFO nova.compute.claims [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.706026] env[69411]: DEBUG nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.728330] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879154} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.729057] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] b187064a-20b8-4e80-aaef-2ae78d901640/b187064a-20b8-4e80-aaef-2ae78d901640.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.729271] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.729531] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e933bbf-9bd3-4e7f-ba77-5fcc16605eec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.735981] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 841.735981] env[69411]: value = "task-3378623" [ 841.735981] env[69411]: _type = "Task" [ 841.735981] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.744062] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.157767] env[69411]: DEBUG nova.compute.utils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.164163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.166300] env[69411]: DEBUG nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.166300] env[69411]: DEBUG nova.network.neutron [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.228057] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.247848] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067636} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.249278] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.253086] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8594931-901e-4d04-aeaf-14d1860a7dd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.258758] env[69411]: DEBUG nova.policy [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fdcbd91fd7444f6bd2c968898a84514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80cef38b5654624a30c743e5fc561e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.285208] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b187064a-20b8-4e80-aaef-2ae78d901640/b187064a-20b8-4e80-aaef-2ae78d901640.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.286592] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a73b9e-a17f-4f3a-9837-fbc7e4ff5840 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.317486] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 842.317486] env[69411]: value = "task-3378624" [ 842.317486] env[69411]: _type = "Task" [ 842.317486] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.330166] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.663928] env[69411]: DEBUG nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.761833] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "1683b25a-b952-4887-b71b-e0d542b1208e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.763056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "1683b25a-b952-4887-b71b-e0d542b1208e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.763056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "1683b25a-b952-4887-b71b-e0d542b1208e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.763056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "1683b25a-b952-4887-b71b-e0d542b1208e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.763056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "1683b25a-b952-4887-b71b-e0d542b1208e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.767086] env[69411]: INFO nova.compute.manager [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Terminating instance [ 842.832225] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378624, 'name': ReconfigVM_Task, 'duration_secs': 0.46034} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.832306] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b187064a-20b8-4e80-aaef-2ae78d901640/b187064a-20b8-4e80-aaef-2ae78d901640.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.833767] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-494804d0-9eea-4c0b-af61-8b0c568e7f0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.840955] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 842.840955] env[69411]: value = "task-3378625" [ 842.840955] env[69411]: _type = "Task" [ 842.840955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.852484] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378625, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.111358] env[69411]: DEBUG nova.compute.manager [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 843.153970] env[69411]: DEBUG nova.network.neutron [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Successfully created port: 6dd0421b-8a4f-430a-95b3-86c2c04e13cb {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.195142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d287b-25b1-4c8e-ba81-ee109d4f0f96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.211145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db28e9e6-e76b-4fa5-ae77-446f9d9417f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.246757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea7fa5e-deda-4a21-95ed-3b4b32ec47ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.256110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff34e160-c490-465b-8505-af6b10bb51b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.274943] env[69411]: DEBUG nova.compute.manager [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.274943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.274943] env[69411]: DEBUG nova.compute.provider_tree [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.276443] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124548d8-a34f-42ff-b217-9f94ebf97725 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.284137] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.285009] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5981f915-b394-4296-bc82-cbecea827bae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.290973] env[69411]: DEBUG oslo_vmware.api [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 843.290973] env[69411]: value = "task-3378626" [ 843.290973] env[69411]: _type = "Task" [ 843.290973] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.298640] env[69411]: DEBUG oslo_vmware.api [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.353809] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378625, 'name': Rename_Task, 'duration_secs': 0.43871} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.353809] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.354080] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4237f877-f478-4d31-87d6-67cf9409c1f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.361791] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 843.361791] env[69411]: value = "task-3378627" [ 843.361791] env[69411]: _type = "Task" [ 843.361791] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.370435] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.642770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.680713] env[69411]: DEBUG nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.711660] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.711940] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.712106] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.712319] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.712484] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.712636] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.712940] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.714248] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.714470] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.714652] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.714932] env[69411]: DEBUG nova.virt.hardware [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.715878] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195962d1-669c-4d12-a2b2-caf32e58d059 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.729183] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57e8bd-da42-471f-bbe0-156d0deb6ae8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.779188] env[69411]: DEBUG nova.scheduler.client.report [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.810710] env[69411]: DEBUG oslo_vmware.api [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378626, 'name': PowerOffVM_Task, 'duration_secs': 0.245337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.810952] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.811158] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.811418] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d637b67-e149-46e8-9834-bb85b1e57e97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.869594] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.869828] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.870025] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Deleting the datastore file [datastore1] 1683b25a-b952-4887-b71b-e0d542b1208e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.870416] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f093c8-02f6-4366-a39c-b647c1dfe6f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.875485] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.880396] env[69411]: DEBUG oslo_vmware.api [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for the task: (returnval){ [ 843.880396] env[69411]: value = "task-3378629" [ 843.880396] env[69411]: _type = "Task" [ 843.880396] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.888575] env[69411]: DEBUG oslo_vmware.api [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.285196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.285808] env[69411]: DEBUG nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.288684] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.297s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.288958] env[69411]: DEBUG nova.objects.instance [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lazy-loading 'resources' on Instance uuid 10726899-1cb9-4d56-bb77-36c41176ca8b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.386268] env[69411]: DEBUG oslo_vmware.api [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3378627, 'name': PowerOnVM_Task, 'duration_secs': 1.015527} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.389826] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.390171] env[69411]: INFO nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Took 8.60 seconds to spawn the instance on the hypervisor. [ 844.390395] env[69411]: DEBUG nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.391496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6cb640-a9be-476e-9be6-2d1c50e992e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.403511] env[69411]: DEBUG oslo_vmware.api [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Task: {'id': task-3378629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144937} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.405166] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.405373] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.405552] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.405729] env[69411]: INFO nova.compute.manager [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 844.405970] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.409181] env[69411]: DEBUG nova.compute.manager [-] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.409280] env[69411]: DEBUG nova.network.neutron [-] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 844.684603] env[69411]: DEBUG nova.compute.manager [req-11a7c0a8-8130-485b-9b28-32d8d6907699 req-04123f64-8b78-4b51-b422-58e0cff6684c service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Received event network-vif-deleted-f30b9cd2-7ab5-4915-8b62-4167d0c5e338 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.684847] env[69411]: INFO nova.compute.manager [req-11a7c0a8-8130-485b-9b28-32d8d6907699 req-04123f64-8b78-4b51-b422-58e0cff6684c service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Neutron deleted interface f30b9cd2-7ab5-4915-8b62-4167d0c5e338; detaching it from the instance and deleting it from the info cache [ 844.685061] env[69411]: DEBUG nova.network.neutron [req-11a7c0a8-8130-485b-9b28-32d8d6907699 req-04123f64-8b78-4b51-b422-58e0cff6684c service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.794693] env[69411]: DEBUG nova.compute.utils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.796240] env[69411]: DEBUG nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.796435] env[69411]: DEBUG nova.network.neutron [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.873295] env[69411]: DEBUG nova.policy [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a331653822cf416091104800c226c205', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a72c063cab8a4562ad4eaac2503125b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.922191] env[69411]: INFO nova.compute.manager [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Took 44.56 seconds to build instance. [ 845.026015] env[69411]: DEBUG nova.compute.manager [req-041a34b1-ce24-4eff-abfb-53b6b9a5de3b req-3105fad9-264c-4a14-9e3e-de84f1a92e75 service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Received event network-vif-plugged-6dd0421b-8a4f-430a-95b3-86c2c04e13cb {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.026015] env[69411]: DEBUG oslo_concurrency.lockutils [req-041a34b1-ce24-4eff-abfb-53b6b9a5de3b req-3105fad9-264c-4a14-9e3e-de84f1a92e75 service nova] Acquiring lock "e7877566-ce69-4a38-82db-feb1bedd135f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.026015] env[69411]: DEBUG oslo_concurrency.lockutils [req-041a34b1-ce24-4eff-abfb-53b6b9a5de3b req-3105fad9-264c-4a14-9e3e-de84f1a92e75 service nova] Lock "e7877566-ce69-4a38-82db-feb1bedd135f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.026015] env[69411]: DEBUG oslo_concurrency.lockutils [req-041a34b1-ce24-4eff-abfb-53b6b9a5de3b req-3105fad9-264c-4a14-9e3e-de84f1a92e75 service nova] Lock "e7877566-ce69-4a38-82db-feb1bedd135f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.027346] env[69411]: DEBUG nova.compute.manager [req-041a34b1-ce24-4eff-abfb-53b6b9a5de3b req-3105fad9-264c-4a14-9e3e-de84f1a92e75 service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] No waiting events found dispatching network-vif-plugged-6dd0421b-8a4f-430a-95b3-86c2c04e13cb {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.029034] env[69411]: WARNING nova.compute.manager [req-041a34b1-ce24-4eff-abfb-53b6b9a5de3b req-3105fad9-264c-4a14-9e3e-de84f1a92e75 service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Received unexpected event network-vif-plugged-6dd0421b-8a4f-430a-95b3-86c2c04e13cb for instance with vm_state building and task_state spawning. [ 845.111021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "293ae9c2-c559-47cd-9a89-c3ad5469f420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.111021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.165648] env[69411]: DEBUG nova.network.neutron [-] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.188889] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a97b969a-149c-40d9-889d-ec2063f71a5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.204962] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f4db7e-a6fd-45e6-825f-f0aeb8b5e87c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.246324] env[69411]: DEBUG nova.compute.manager [req-11a7c0a8-8130-485b-9b28-32d8d6907699 req-04123f64-8b78-4b51-b422-58e0cff6684c service nova] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Detach interface failed, port_id=f30b9cd2-7ab5-4915-8b62-4167d0c5e338, reason: Instance 1683b25a-b952-4887-b71b-e0d542b1208e could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 845.303726] env[69411]: DEBUG nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.319189] env[69411]: DEBUG nova.network.neutron [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Successfully updated port: 6dd0421b-8a4f-430a-95b3-86c2c04e13cb {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.367036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c92d95-e694-40d4-a444-e918602434b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.381741] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad643cb-14b1-41de-a060-e966664b24a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.429130] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8e55f23a-2bc0-4617-a190-ea8abc66bbdd tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.817s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.430490] env[69411]: DEBUG nova.network.neutron [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Successfully created port: 662bb510-e1c5-4764-a320-9838ff9105f4 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.434154] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36134981-e0a1-44b1-8de7-a599f9ed9e12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.445485] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ad2c4-dbf9-4e41-8223-bd6814b012ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.460208] env[69411]: DEBUG nova.compute.provider_tree [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.671400] env[69411]: INFO nova.compute.manager [-] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Took 1.26 seconds to deallocate network for instance. [ 845.822258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "refresh_cache-e7877566-ce69-4a38-82db-feb1bedd135f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.822512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "refresh_cache-e7877566-ce69-4a38-82db-feb1bedd135f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.822559] env[69411]: DEBUG nova.network.neutron [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 845.941017] env[69411]: DEBUG nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.996312] env[69411]: ERROR nova.scheduler.client.report [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] [req-f048ae6e-ce0f-41dc-85d1-d7a7a7b511ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f048ae6e-ce0f-41dc-85d1-d7a7a7b511ee"}]} [ 846.018177] env[69411]: DEBUG nova.scheduler.client.report [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.033626] env[69411]: DEBUG nova.scheduler.client.report [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.033861] env[69411]: DEBUG nova.compute.provider_tree [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.050107] env[69411]: DEBUG nova.scheduler.client.report [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.068828] env[69411]: DEBUG nova.scheduler.client.report [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.178323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.313910] env[69411]: DEBUG nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.349061] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.349061] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.349353] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.350117] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.350117] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.350117] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.350228] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.351334] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.351334] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.351334] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.351334] env[69411]: DEBUG nova.virt.hardware [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.352355] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c9ed62-36b4-4cf9-844f-d3bc41227f32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.367600] env[69411]: DEBUG nova.network.neutron [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 846.372916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75d0c1a-48f7-4f43-be48-dc0e76e66a12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.468141] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.605598] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8544f51-b0d1-4758-9895-31d5de603657 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.615318] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951eb57-2c45-4f63-86e0-b1123be07dd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.652063] env[69411]: DEBUG nova.network.neutron [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Updating instance_info_cache with network_info: [{"id": "6dd0421b-8a4f-430a-95b3-86c2c04e13cb", "address": "fa:16:3e:34:a3:f5", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd0421b-8a", "ovs_interfaceid": "6dd0421b-8a4f-430a-95b3-86c2c04e13cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.656084] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcc32d7-dbdc-43a3-9da2-227fa79ef2e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.666558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33afd7c-f964-444a-8cd7-e4168a4572d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.681418] env[69411]: DEBUG nova.compute.provider_tree [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.718028] env[69411]: DEBUG nova.compute.manager [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Received event network-changed-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.718242] env[69411]: DEBUG nova.compute.manager [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Refreshing instance network info cache due to event network-changed-828d6ba2-1a51-4a62-89a9-ff84e2c7d956. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.718459] env[69411]: DEBUG oslo_concurrency.lockutils [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] Acquiring lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.718718] env[69411]: DEBUG oslo_concurrency.lockutils [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] Acquired lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.718842] env[69411]: DEBUG nova.network.neutron [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Refreshing network info cache for port 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 847.082153] env[69411]: DEBUG nova.compute.manager [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Received event network-changed-6dd0421b-8a4f-430a-95b3-86c2c04e13cb {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.082153] env[69411]: DEBUG nova.compute.manager [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Refreshing instance network info cache due to event network-changed-6dd0421b-8a4f-430a-95b3-86c2c04e13cb. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.083633] env[69411]: DEBUG oslo_concurrency.lockutils [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] Acquiring lock "refresh_cache-e7877566-ce69-4a38-82db-feb1bedd135f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.160227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "refresh_cache-e7877566-ce69-4a38-82db-feb1bedd135f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.160797] env[69411]: DEBUG nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Instance network_info: |[{"id": "6dd0421b-8a4f-430a-95b3-86c2c04e13cb", "address": "fa:16:3e:34:a3:f5", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd0421b-8a", "ovs_interfaceid": "6dd0421b-8a4f-430a-95b3-86c2c04e13cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.161787] env[69411]: DEBUG oslo_concurrency.lockutils [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] Acquired lock "refresh_cache-e7877566-ce69-4a38-82db-feb1bedd135f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.162093] env[69411]: DEBUG nova.network.neutron [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Refreshing network info cache for port 6dd0421b-8a4f-430a-95b3-86c2c04e13cb {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 847.168679] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:a3:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dd0421b-8a4f-430a-95b3-86c2c04e13cb', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.178912] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.179881] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.181311] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f5d2cb8-8b05-4521-bb8d-a63c2ff8facc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.213187] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.213187] env[69411]: value = "task-3378630" [ 847.213187] env[69411]: _type = "Task" [ 847.213187] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.232671] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378630, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.254401] env[69411]: DEBUG nova.scheduler.client.report [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 847.254677] env[69411]: DEBUG nova.compute.provider_tree [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 84 to 85 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 847.254861] env[69411]: DEBUG nova.compute.provider_tree [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.444322] env[69411]: DEBUG nova.network.neutron [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Successfully updated port: 662bb510-e1c5-4764-a320-9838ff9105f4 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.530658] env[69411]: DEBUG nova.network.neutron [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updated VIF entry in instance network info cache for port 828d6ba2-1a51-4a62-89a9-ff84e2c7d956. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 847.531766] env[69411]: DEBUG nova.network.neutron [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.726469] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378630, 'name': CreateVM_Task, 'duration_secs': 0.433169} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.727032] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.727391] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.727557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.727877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.728155] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2870214f-1218-4a5f-b59c-c168c6713ada {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.733574] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 847.733574] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52be58e5-2475-1ada-8a73-842e236766b8" [ 847.733574] env[69411]: _type = "Task" [ 847.733574] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.741628] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52be58e5-2475-1ada-8a73-842e236766b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.761590] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.473s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.763646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.864s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.765346] env[69411]: INFO nova.compute.claims [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.796976] env[69411]: INFO nova.scheduler.client.report [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Deleted allocations for instance 10726899-1cb9-4d56-bb77-36c41176ca8b [ 847.928189] env[69411]: DEBUG nova.network.neutron [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Updated VIF entry in instance network info cache for port 6dd0421b-8a4f-430a-95b3-86c2c04e13cb. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 847.928424] env[69411]: DEBUG nova.network.neutron [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Updating instance_info_cache with network_info: [{"id": "6dd0421b-8a4f-430a-95b3-86c2c04e13cb", "address": "fa:16:3e:34:a3:f5", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd0421b-8a", "ovs_interfaceid": "6dd0421b-8a4f-430a-95b3-86c2c04e13cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.949731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "refresh_cache-d659f63c-83f2-44d8-9865-15bd34786a10" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.949996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquired lock "refresh_cache-d659f63c-83f2-44d8-9865-15bd34786a10" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.950255] env[69411]: DEBUG nova.network.neutron [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 848.035396] env[69411]: DEBUG oslo_concurrency.lockutils [req-5ef7e248-ee79-448b-8ea0-b901d1001d10 req-39ac894d-1439-42bb-959f-11b0dad9ded7 service nova] Releasing lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.245920] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52be58e5-2475-1ada-8a73-842e236766b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012932} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.246273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.246474] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.246890] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.247120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.247334] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.248275] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76a91b73-440c-4d6f-9469-71dd8e9d0610 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.256379] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.256590] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.257622] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1748700-2d4a-46d8-b62a-921a82e49045 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.262580] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 848.262580] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525e64ad-1071-d7f5-98fd-5481e19b7bfd" [ 848.262580] env[69411]: _type = "Task" [ 848.262580] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.270626] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525e64ad-1071-d7f5-98fd-5481e19b7bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.315117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3f8f57c5-09f3-4c41-b5e7-cb4b9f4426c8 tempest-ServersTestMultiNic-2146441960 tempest-ServersTestMultiNic-2146441960-project-member] Lock "10726899-1cb9-4d56-bb77-36c41176ca8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.199s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.437580] env[69411]: DEBUG oslo_concurrency.lockutils [req-bb14612d-066d-4620-a550-c1e46707471c req-1f4a0eda-fc55-4d52-aca9-246553efd66d service nova] Releasing lock "refresh_cache-e7877566-ce69-4a38-82db-feb1bedd135f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.486987] env[69411]: DEBUG nova.network.neutron [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 848.611247] env[69411]: DEBUG nova.network.neutron [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Updating instance_info_cache with network_info: [{"id": "662bb510-e1c5-4764-a320-9838ff9105f4", "address": "fa:16:3e:00:65:ae", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662bb510-e1", "ovs_interfaceid": "662bb510-e1c5-4764-a320-9838ff9105f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.773261] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525e64ad-1071-d7f5-98fd-5481e19b7bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.775989] env[69411]: DEBUG nova.compute.manager [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Received event network-vif-plugged-662bb510-e1c5-4764-a320-9838ff9105f4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.776567] env[69411]: DEBUG oslo_concurrency.lockutils [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] Acquiring lock "d659f63c-83f2-44d8-9865-15bd34786a10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.776567] env[69411]: DEBUG oslo_concurrency.lockutils [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] Lock "d659f63c-83f2-44d8-9865-15bd34786a10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.776567] env[69411]: DEBUG oslo_concurrency.lockutils [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] Lock "d659f63c-83f2-44d8-9865-15bd34786a10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.776753] env[69411]: DEBUG nova.compute.manager [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] No waiting events found dispatching network-vif-plugged-662bb510-e1c5-4764-a320-9838ff9105f4 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.778026] env[69411]: WARNING nova.compute.manager [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Received unexpected event network-vif-plugged-662bb510-e1c5-4764-a320-9838ff9105f4 for instance with vm_state building and task_state spawning. [ 848.778026] env[69411]: DEBUG nova.compute.manager [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Received event network-changed-662bb510-e1c5-4764-a320-9838ff9105f4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.778026] env[69411]: DEBUG nova.compute.manager [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Refreshing instance network info cache due to event network-changed-662bb510-e1c5-4764-a320-9838ff9105f4. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.778026] env[69411]: DEBUG oslo_concurrency.lockutils [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] Acquiring lock "refresh_cache-d659f63c-83f2-44d8-9865-15bd34786a10" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.778026] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc979d2-fd17-4f6b-a60d-5a218e6bf7f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.785903] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 848.785903] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]520bdcd1-b281-d69a-a61b-7ad4d2634a32" [ 848.785903] env[69411]: _type = "Task" [ 848.785903] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.793902] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520bdcd1-b281-d69a-a61b-7ad4d2634a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.113325] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Releasing lock "refresh_cache-d659f63c-83f2-44d8-9865-15bd34786a10" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.113930] env[69411]: DEBUG nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Instance network_info: |[{"id": "662bb510-e1c5-4764-a320-9838ff9105f4", "address": "fa:16:3e:00:65:ae", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662bb510-e1", "ovs_interfaceid": "662bb510-e1c5-4764-a320-9838ff9105f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.114507] env[69411]: DEBUG oslo_concurrency.lockutils [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] Acquired lock "refresh_cache-d659f63c-83f2-44d8-9865-15bd34786a10" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.114781] env[69411]: DEBUG nova.network.neutron [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Refreshing network info cache for port 662bb510-e1c5-4764-a320-9838ff9105f4 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 849.116131] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:65:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '662bb510-e1c5-4764-a320-9838ff9105f4', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.123966] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Creating folder: Project (a72c063cab8a4562ad4eaac2503125b3). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.127550] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc16dc8d-bdff-4151-9307-d2c71b299902 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.147326] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Created folder: Project (a72c063cab8a4562ad4eaac2503125b3) in parent group-v674052. [ 849.147326] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Creating folder: Instances. Parent ref: group-v674192. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.147326] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d905582-e7aa-4969-bf23-32b967d51b79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.158414] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Created folder: Instances in parent group-v674192. [ 849.158844] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.159273] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.159561] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8242cd26-b0f2-48a5-b7d6-1646ce4464fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.184667] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.184667] env[69411]: value = "task-3378636" [ 849.184667] env[69411]: _type = "Task" [ 849.184667] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.191158] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378636, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.262738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0312d9a5-ad27-4da5-b2bd-cf1b895ed68d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.272981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a78d21-c429-4240-af52-d154ea59972a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.311460] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10647e54-de08-4fa7-b5f0-25a369dfb064 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.324069] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520bdcd1-b281-d69a-a61b-7ad4d2634a32, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.329183] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13ba58-0225-4a28-8472-2a24b08120e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.333142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.333488] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e7877566-ce69-4a38-82db-feb1bedd135f/e7877566-ce69-4a38-82db-feb1bedd135f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.333805] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd1ccfb1-49ca-4f2e-b38e-e8c50bc71d43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.349103] env[69411]: DEBUG nova.compute.provider_tree [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.349732] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 849.349732] env[69411]: value = "task-3378637" [ 849.349732] env[69411]: _type = "Task" [ 849.349732] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.358075] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.530110] env[69411]: DEBUG nova.network.neutron [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Updated VIF entry in instance network info cache for port 662bb510-e1c5-4764-a320-9838ff9105f4. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 849.530110] env[69411]: DEBUG nova.network.neutron [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Updating instance_info_cache with network_info: [{"id": "662bb510-e1c5-4764-a320-9838ff9105f4", "address": "fa:16:3e:00:65:ae", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662bb510-e1", "ovs_interfaceid": "662bb510-e1c5-4764-a320-9838ff9105f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.693091] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378636, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.851451] env[69411]: DEBUG nova.scheduler.client.report [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.866154] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.908827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-81dc722f-5177-4034-83dd-7d4fbeb373c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.908827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-81dc722f-5177-4034-83dd-7d4fbeb373c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.908827] env[69411]: DEBUG nova.objects.instance [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'flavor' on Instance uuid 81dc722f-5177-4034-83dd-7d4fbeb373c3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.032555] env[69411]: DEBUG oslo_concurrency.lockutils [req-05e76c8d-8bb6-445d-9091-1ae662dcaf2a req-b6c277d5-a4b0-42a4-8601-15d6b209ccb2 service nova] Releasing lock "refresh_cache-d659f63c-83f2-44d8-9865-15bd34786a10" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.192335] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378636, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.364019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.364580] env[69411]: DEBUG nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.377933] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64233} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.377933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.626s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.377933] env[69411]: DEBUG nova.objects.instance [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lazy-loading 'resources' on Instance uuid 8ceee979-38df-4fd1-81af-bf1436af8ec9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.377933] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e7877566-ce69-4a38-82db-feb1bedd135f/e7877566-ce69-4a38-82db-feb1bedd135f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.377933] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.377933] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eca9806-8d2d-43c4-8a18-15788536e438 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.388433] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 850.388433] env[69411]: value = "task-3378638" [ 850.388433] env[69411]: _type = "Task" [ 850.388433] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.399154] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.582894] env[69411]: DEBUG nova.objects.instance [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'pci_requests' on Instance uuid 81dc722f-5177-4034-83dd-7d4fbeb373c3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.694261] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378636, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.874963] env[69411]: DEBUG nova.compute.utils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.877067] env[69411]: DEBUG nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.877357] env[69411]: DEBUG nova.network.neutron [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.909822] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155054} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.911319] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.912276] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec62af-088b-4057-a2c0-51a99f88344d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.942077] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] e7877566-ce69-4a38-82db-feb1bedd135f/e7877566-ce69-4a38-82db-feb1bedd135f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.946217] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600f3371-b93a-4286-a647-9dc446785e79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.964063] env[69411]: DEBUG nova.policy [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416edb3c66714df68321b0344b53bc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8930c7b5154d5bbfd6786a8d3a9dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.972081] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 850.972081] env[69411]: value = "task-3378639" [ 850.972081] env[69411]: _type = "Task" [ 850.972081] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.985540] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378639, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.085817] env[69411]: DEBUG nova.objects.base [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Object Instance<81dc722f-5177-4034-83dd-7d4fbeb373c3> lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 851.086079] env[69411]: DEBUG nova.network.neutron [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.127611] env[69411]: DEBUG nova.policy [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.195510] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378636, 'name': CreateVM_Task, 'duration_secs': 1.554938} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.195782] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.196632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.197080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.197516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.197870] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1f3218-4d03-4a0c-ac6c-ecfe72fb2eb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.203514] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 851.203514] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522e53e9-e89b-2954-354c-345fbd1be94a" [ 851.203514] env[69411]: _type = "Task" [ 851.203514] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.216275] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522e53e9-e89b-2954-354c-345fbd1be94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.384704] env[69411]: DEBUG nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.395022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2646b-1f84-44cb-94b6-05a32935e73f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.403990] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0614b859-4027-48ca-87a8-e8710f0556fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.450129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036744e2-90cb-4d4c-bd6f-4602c1d12384 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.461346] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1df0b47-2185-4ab6-a17f-1ae9badee105 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.479174] env[69411]: DEBUG nova.compute.provider_tree [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.490538] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.577330] env[69411]: DEBUG nova.network.neutron [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Successfully created port: 64dc0b73-837f-420f-a01e-ce83e49ba0ac {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.713494] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522e53e9-e89b-2954-354c-345fbd1be94a, 'name': SearchDatastore_Task, 'duration_secs': 0.03514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.714328] env[69411]: DEBUG nova.network.neutron [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Successfully created port: 70d3f415-d82c-4a88-b0a1-919dfdecf86c {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.716230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.716526] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.716958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.717050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.717276] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.717585] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28cc120c-1962-4d80-a6a0-6dd6814d3570 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.726797] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.727016] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.727736] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2d0b4c-82bd-490e-8c62-0af50a4a8409 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.733752] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 851.733752] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52825b8f-5fb1-f56a-eee6-65e7d5e3f76e" [ 851.733752] env[69411]: _type = "Task" [ 851.733752] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.741511] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52825b8f-5fb1-f56a-eee6-65e7d5e3f76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.944375] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.944720] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.995108] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378639, 'name': ReconfigVM_Task, 'duration_secs': 0.714153} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.995169] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Reconfigured VM instance instance-00000030 to attach disk [datastore1] e7877566-ce69-4a38-82db-feb1bedd135f/e7877566-ce69-4a38-82db-feb1bedd135f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.995747] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ffa6a58-8f82-4ed4-a26e-3a2cad309239 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.003046] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 852.003046] env[69411]: value = "task-3378641" [ 852.003046] env[69411]: _type = "Task" [ 852.003046] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.011464] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378641, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.110553] env[69411]: DEBUG nova.scheduler.client.report [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.110854] env[69411]: DEBUG nova.compute.provider_tree [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 85 to 86 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.111031] env[69411]: DEBUG nova.compute.provider_tree [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.245110] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52825b8f-5fb1-f56a-eee6-65e7d5e3f76e, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.246187] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ca4972-43f5-4b83-94b3-e3f98906e89f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.253042] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 852.253042] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52cd9ba4-9ced-8861-30e1-e0a257790a47" [ 852.253042] env[69411]: _type = "Task" [ 852.253042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.261859] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cd9ba4-9ced-8861-30e1-e0a257790a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.404056] env[69411]: DEBUG nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.430175] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.430447] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.430609] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.430793] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.430943] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.431140] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.431396] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.431565] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.431734] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.431898] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.432085] env[69411]: DEBUG nova.virt.hardware [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.432958] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb222c8e-515f-4bb8-960e-c7d80060b1a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.441275] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87a4e35-1486-40a8-b0ea-5e0e7c47537c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.455060] env[69411]: DEBUG nova.compute.utils [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.512809] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378641, 'name': Rename_Task, 'duration_secs': 0.281814} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.513105] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.513370] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6bb9f7-96fe-42d6-8716-92b89795d811 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.519739] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 852.519739] env[69411]: value = "task-3378642" [ 852.519739] env[69411]: _type = "Task" [ 852.519739] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.527065] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.616269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.618631] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.323s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.620193] env[69411]: INFO nova.compute.claims [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.648518] env[69411]: INFO nova.scheduler.client.report [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Deleted allocations for instance 8ceee979-38df-4fd1-81af-bf1436af8ec9 [ 852.763495] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cd9ba4-9ced-8861-30e1-e0a257790a47, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.763778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.764063] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d659f63c-83f2-44d8-9865-15bd34786a10/d659f63c-83f2-44d8-9865-15bd34786a10.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.764340] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e3dacd1-ebaf-44cc-935f-6b35cca5a487 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.771569] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 852.771569] env[69411]: value = "task-3378643" [ 852.771569] env[69411]: _type = "Task" [ 852.771569] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.779471] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.957995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.034180] env[69411]: DEBUG oslo_vmware.api [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378642, 'name': PowerOnVM_Task, 'duration_secs': 0.47859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.034180] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.034386] env[69411]: INFO nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Took 9.35 seconds to spawn the instance on the hypervisor. [ 853.034592] env[69411]: DEBUG nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.035358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5331fce6-9ca2-4677-934b-8a080d22e2ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.159225] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0fc682f1-165a-41db-951b-4b899bf7be9f tempest-ServersV294TestFqdnHostnames-1854466940 tempest-ServersV294TestFqdnHostnames-1854466940-project-member] Lock "8ceee979-38df-4fd1-81af-bf1436af8ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.548s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.282779] env[69411]: DEBUG nova.network.neutron [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Successfully updated port: 70d3f415-d82c-4a88-b0a1-919dfdecf86c {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.297264] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463983} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.298410] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d659f63c-83f2-44d8-9865-15bd34786a10/d659f63c-83f2-44d8-9865-15bd34786a10.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.298834] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.298893] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d77f538c-7dfe-436d-95f5-cc60d98b263e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.307712] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 853.307712] env[69411]: value = "task-3378645" [ 853.307712] env[69411]: _type = "Task" [ 853.307712] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.317444] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.377743] env[69411]: DEBUG nova.network.neutron [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Successfully updated port: 64dc0b73-837f-420f-a01e-ce83e49ba0ac {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.555062] env[69411]: INFO nova.compute.manager [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Took 50.17 seconds to build instance. [ 853.799457] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.799775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.800013] env[69411]: DEBUG nova.network.neutron [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 853.824454] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352505} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.825403] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.826470] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b93a79b-6d47-425b-87db-7465f2eb83f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.854457] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] d659f63c-83f2-44d8-9865-15bd34786a10/d659f63c-83f2-44d8-9865-15bd34786a10.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.855093] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f59220-1fd3-48a3-b66e-ac1bc58dd247 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.881047] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 853.881047] env[69411]: value = "task-3378646" [ 853.881047] env[69411]: _type = "Task" [ 853.881047] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.886569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "refresh_cache-9726856b-fe60-4230-a92e-9087dbe620af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.886569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "refresh_cache-9726856b-fe60-4230-a92e-9087dbe620af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.886569] env[69411]: DEBUG nova.network.neutron [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 853.895576] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.011984] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.012328] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.012576] env[69411]: INFO nova.compute.manager [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Attaching volume 77e0790d-d6a9-4dfa-a1e0-8454a2436b9d to /dev/sdb [ 854.056320] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3726cc81-8ed7-4b63-95be-375e5607f57b tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "e7877566-ce69-4a38-82db-feb1bedd135f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.942s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.065328] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ced6e1-2c68-4517-98dd-b8df56d6d7cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.074626] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f51712-0637-42bd-a0d8-5ff45f48236c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.094824] env[69411]: DEBUG nova.virt.block_device [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updating existing volume attachment record: 649440d6-7be8-46da-bd52-0c56cdbe5aaf {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 854.111737] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0f48d4-7fe3-4258-88f8-544686229b14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.120038] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdf0ca8-f362-4347-beb6-91f3bed46eb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.151082] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdeee24-9b47-41eb-ae98-78af0d0899f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.159103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221b0f87-298a-424a-8560-e5148ae92b19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.173737] env[69411]: DEBUG nova.compute.provider_tree [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.345282] env[69411]: WARNING nova.network.neutron [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] e6c3de27-e19b-4b49-8b2f-ef5b61960682 already exists in list: networks containing: ['e6c3de27-e19b-4b49-8b2f-ef5b61960682']. ignoring it [ 854.392154] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.447191] env[69411]: DEBUG nova.network.neutron [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 854.560788] env[69411]: DEBUG nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.652565] env[69411]: DEBUG nova.compute.manager [req-9f4f7c7d-8b48-49b4-9d5a-03a89024ca77 req-ef590352-9481-415e-9f6e-4937cd52bc70 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received event network-vif-plugged-70d3f415-d82c-4a88-b0a1-919dfdecf86c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.652820] env[69411]: DEBUG oslo_concurrency.lockutils [req-9f4f7c7d-8b48-49b4-9d5a-03a89024ca77 req-ef590352-9481-415e-9f6e-4937cd52bc70 service nova] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.653247] env[69411]: DEBUG oslo_concurrency.lockutils [req-9f4f7c7d-8b48-49b4-9d5a-03a89024ca77 req-ef590352-9481-415e-9f6e-4937cd52bc70 service nova] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.653328] env[69411]: DEBUG oslo_concurrency.lockutils [req-9f4f7c7d-8b48-49b4-9d5a-03a89024ca77 req-ef590352-9481-415e-9f6e-4937cd52bc70 service nova] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.653519] env[69411]: DEBUG nova.compute.manager [req-9f4f7c7d-8b48-49b4-9d5a-03a89024ca77 req-ef590352-9481-415e-9f6e-4937cd52bc70 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] No waiting events found dispatching network-vif-plugged-70d3f415-d82c-4a88-b0a1-919dfdecf86c {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.653780] env[69411]: WARNING nova.compute.manager [req-9f4f7c7d-8b48-49b4-9d5a-03a89024ca77 req-ef590352-9481-415e-9f6e-4937cd52bc70 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received unexpected event network-vif-plugged-70d3f415-d82c-4a88-b0a1-919dfdecf86c for instance with vm_state active and task_state None. [ 854.675196] env[69411]: DEBUG nova.network.neutron [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Updating instance_info_cache with network_info: [{"id": "64dc0b73-837f-420f-a01e-ce83e49ba0ac", "address": "fa:16:3e:37:9d:09", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dc0b73-83", "ovs_interfaceid": "64dc0b73-837f-420f-a01e-ce83e49ba0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.677314] env[69411]: DEBUG nova.scheduler.client.report [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.687885] env[69411]: DEBUG nova.compute.manager [req-2dbdfe1b-8e5a-406d-bba3-ddc35fa0b507 req-b5790bab-d98b-42ed-b02e-13b78c3c694b service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Received event network-vif-plugged-64dc0b73-837f-420f-a01e-ce83e49ba0ac {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.688333] env[69411]: DEBUG oslo_concurrency.lockutils [req-2dbdfe1b-8e5a-406d-bba3-ddc35fa0b507 req-b5790bab-d98b-42ed-b02e-13b78c3c694b service nova] Acquiring lock "9726856b-fe60-4230-a92e-9087dbe620af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.688433] env[69411]: DEBUG oslo_concurrency.lockutils [req-2dbdfe1b-8e5a-406d-bba3-ddc35fa0b507 req-b5790bab-d98b-42ed-b02e-13b78c3c694b service nova] Lock "9726856b-fe60-4230-a92e-9087dbe620af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.688521] env[69411]: DEBUG oslo_concurrency.lockutils [req-2dbdfe1b-8e5a-406d-bba3-ddc35fa0b507 req-b5790bab-d98b-42ed-b02e-13b78c3c694b service nova] Lock "9726856b-fe60-4230-a92e-9087dbe620af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.688710] env[69411]: DEBUG nova.compute.manager [req-2dbdfe1b-8e5a-406d-bba3-ddc35fa0b507 req-b5790bab-d98b-42ed-b02e-13b78c3c694b service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] No waiting events found dispatching network-vif-plugged-64dc0b73-837f-420f-a01e-ce83e49ba0ac {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.688959] env[69411]: WARNING nova.compute.manager [req-2dbdfe1b-8e5a-406d-bba3-ddc35fa0b507 req-b5790bab-d98b-42ed-b02e-13b78c3c694b service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Received unexpected event network-vif-plugged-64dc0b73-837f-420f-a01e-ce83e49ba0ac for instance with vm_state building and task_state spawning. [ 854.730594] env[69411]: DEBUG nova.network.neutron [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70d3f415-d82c-4a88-b0a1-919dfdecf86c", "address": "fa:16:3e:3d:11:75", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d3f415-d8", "ovs_interfaceid": "70d3f415-d82c-4a88-b0a1-919dfdecf86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.893068] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.098813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.186609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "refresh_cache-9726856b-fe60-4230-a92e-9087dbe620af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.187034] env[69411]: DEBUG nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Instance network_info: |[{"id": "64dc0b73-837f-420f-a01e-ce83e49ba0ac", "address": "fa:16:3e:37:9d:09", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dc0b73-83", "ovs_interfaceid": "64dc0b73-837f-420f-a01e-ce83e49ba0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.187480] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:9d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64dc0b73-837f-420f-a01e-ce83e49ba0ac', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.197030] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.197698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.200798] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.200910] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.060s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.202720] env[69411]: INFO nova.compute.claims [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.205211] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff10d5b-2927-48df-8f59-bc85111e38a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.228345] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.228345] env[69411]: value = "task-3378651" [ 855.228345] env[69411]: _type = "Task" [ 855.228345] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.233322] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.233971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.234203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.237678] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862879f0-a3fa-418d-8b8e-083fd04c82f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.240771] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378651, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.254813] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.255077] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.255311] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.255545] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.255705] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.255857] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.256084] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.256394] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.256475] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.256690] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.256937] env[69411]: DEBUG nova.virt.hardware [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.263608] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 855.264732] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c24d908-2634-4288-8829-1b5690bcfe9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.284133] env[69411]: DEBUG oslo_vmware.api [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 855.284133] env[69411]: value = "task-3378652" [ 855.284133] env[69411]: _type = "Task" [ 855.284133] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.293405] env[69411]: DEBUG oslo_vmware.api [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378652, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.392673] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378646, 'name': ReconfigVM_Task, 'duration_secs': 1.08063} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.392974] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Reconfigured VM instance instance-00000031 to attach disk [datastore1] d659f63c-83f2-44d8-9865-15bd34786a10/d659f63c-83f2-44d8-9865-15bd34786a10.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.393626] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b094a621-3fee-46a5-9cac-ebd3f0ca906f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.400810] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 855.400810] env[69411]: value = "task-3378653" [ 855.400810] env[69411]: _type = "Task" [ 855.400810] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.414518] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378653, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.702096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "c597f95a-fa3b-4253-8445-93851384c033" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.702625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "c597f95a-fa3b-4253-8445-93851384c033" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.740469] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378651, 'name': CreateVM_Task, 'duration_secs': 0.295983} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.741974] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.741974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.741974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.742387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.742945] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334e247f-634d-4c05-8967-1d1ded0690db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.748449] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 855.748449] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523c5e3f-e946-8875-695a-2689fee1f47c" [ 855.748449] env[69411]: _type = "Task" [ 855.748449] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.758591] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523c5e3f-e946-8875-695a-2689fee1f47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.796657] env[69411]: DEBUG oslo_vmware.api [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.913050] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378653, 'name': Rename_Task, 'duration_secs': 0.187998} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.913477] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.913750] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7c7f986-7679-4435-b41e-8fde59369eef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.921661] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 855.921661] env[69411]: value = "task-3378654" [ 855.921661] env[69411]: _type = "Task" [ 855.921661] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.930989] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.115354] env[69411]: DEBUG nova.compute.manager [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.117110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad0c4ed-89f6-4198-85e8-e79b152c49c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.209662] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "c597f95a-fa3b-4253-8445-93851384c033" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.209662] env[69411]: DEBUG nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.265498] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523c5e3f-e946-8875-695a-2689fee1f47c, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.268416] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.268664] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.268918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.269107] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.269299] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.270062] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df37e40-3d59-44bb-918b-3c5215b3b2db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.278802] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.279232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.279779] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c6ec21-49cd-4fbb-a7cb-8ba291a34bc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.290219] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 856.290219] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52259598-2a8d-6ae8-a09f-58c76b4979cc" [ 856.290219] env[69411]: _type = "Task" [ 856.290219] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.298070] env[69411]: DEBUG oslo_vmware.api [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.307116] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52259598-2a8d-6ae8-a09f-58c76b4979cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.307945] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a12edf-6c43-4424-af53-1714bddad630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.314588] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 856.314588] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52de3dc5-0cbb-3358-1fc6-807aa6c33b15" [ 856.314588] env[69411]: _type = "Task" [ 856.314588] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.329822] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52de3dc5-0cbb-3358-1fc6-807aa6c33b15, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.330195] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.330386] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 9726856b-fe60-4230-a92e-9087dbe620af/9726856b-fe60-4230-a92e-9087dbe620af.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.330655] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0617109-bf19-4638-9761-f778753ae9a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.338188] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 856.338188] env[69411]: value = "task-3378655" [ 856.338188] env[69411]: _type = "Task" [ 856.338188] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.349547] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.435847] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.593012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.593278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.627556] env[69411]: INFO nova.compute.manager [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] instance snapshotting [ 856.634969] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce5b01e-0cb8-42ac-87fb-39a537d0a73a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.660470] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf6b29e-e703-4b0d-880a-7b891c82592a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.716437] env[69411]: DEBUG nova.compute.utils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.719785] env[69411]: DEBUG nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.720046] env[69411]: DEBUG nova.network.neutron [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.756706] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720559bd-d8c6-4e6a-a122-9e40d54339ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.769515] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51feba61-8403-4413-99ec-15e5f96ec47c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.773275] env[69411]: DEBUG nova.policy [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d0d9e868a144d6a91b867af25a359d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ff6e7ebdd14791a1d0e3c2a711dc91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.809657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0288ac4f-310e-45eb-ac25-1f838fbfa67d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.818508] env[69411]: DEBUG oslo_vmware.api [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.822118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30b00ed-21f2-4a00-ab85-7a1cc574a662 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.836587] env[69411]: DEBUG nova.compute.provider_tree [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.847554] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.935242] env[69411]: DEBUG oslo_vmware.api [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378654, 'name': PowerOnVM_Task, 'duration_secs': 0.762297} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.935546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.936318] env[69411]: INFO nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Took 10.62 seconds to spawn the instance on the hypervisor. [ 856.936515] env[69411]: DEBUG nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.937465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dbfc7f-7b18-4067-8c1b-213ab81cbd3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.173740] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 857.174079] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ac2b38f-418d-4681-acf6-1be644e0688b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.182117] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 857.182117] env[69411]: value = "task-3378657" [ 857.182117] env[69411]: _type = "Task" [ 857.182117] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.185636] env[69411]: DEBUG nova.network.neutron [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Successfully created port: c860e642-acb5-43ae-bbab-04cb01b6c24b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.196542] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.210761] env[69411]: DEBUG nova.compute.manager [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received event network-changed-70d3f415-d82c-4a88-b0a1-919dfdecf86c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.210977] env[69411]: DEBUG nova.compute.manager [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Refreshing instance network info cache due to event network-changed-70d3f415-d82c-4a88-b0a1-919dfdecf86c. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.211232] env[69411]: DEBUG oslo_concurrency.lockutils [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] Acquiring lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.211464] env[69411]: DEBUG oslo_concurrency.lockutils [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] Acquired lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.211680] env[69411]: DEBUG nova.network.neutron [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Refreshing network info cache for port 70d3f415-d82c-4a88-b0a1-919dfdecf86c {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 857.219368] env[69411]: DEBUG nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.235238] env[69411]: DEBUG nova.compute.manager [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Received event network-changed-64dc0b73-837f-420f-a01e-ce83e49ba0ac {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.235238] env[69411]: DEBUG nova.compute.manager [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Refreshing instance network info cache due to event network-changed-64dc0b73-837f-420f-a01e-ce83e49ba0ac. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.235238] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] Acquiring lock "refresh_cache-9726856b-fe60-4230-a92e-9087dbe620af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.235238] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] Acquired lock "refresh_cache-9726856b-fe60-4230-a92e-9087dbe620af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.235238] env[69411]: DEBUG nova.network.neutron [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Refreshing network info cache for port 64dc0b73-837f-420f-a01e-ce83e49ba0ac {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 857.318786] env[69411]: DEBUG oslo_vmware.api [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378652, 'name': ReconfigVM_Task, 'duration_secs': 1.800425} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.320068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.320068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 857.340506] env[69411]: DEBUG nova.scheduler.client.report [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.366354] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.469674] env[69411]: INFO nova.compute.manager [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Took 43.34 seconds to build instance. [ 857.692732] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.825848] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5bfb6cf8-22f4-4d84-a1ad-dde0be493852 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-81dc722f-5177-4034-83dd-7d4fbeb373c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.918s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.859761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.860349] env[69411]: DEBUG nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.863499] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378655, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.216768} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.866801] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.895s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.867103] env[69411]: DEBUG nova.objects.instance [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lazy-loading 'resources' on Instance uuid 34d5f258-9dba-438d-9a91-f40138283ffc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.868854] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 9726856b-fe60-4230-a92e-9087dbe620af/9726856b-fe60-4230-a92e-9087dbe620af.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.869529] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.871975] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7af63fc2-c276-4484-be8b-7b580f757a91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.881780] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 857.881780] env[69411]: value = "task-3378659" [ 857.881780] env[69411]: _type = "Task" [ 857.881780] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.890746] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.972713] env[69411]: DEBUG oslo_concurrency.lockutils [None req-60a6495c-1c07-410a-86ad-720c8f9d7ac2 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "d659f63c-83f2-44d8-9865-15bd34786a10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.525s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.096564] env[69411]: DEBUG nova.network.neutron [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updated VIF entry in instance network info cache for port 70d3f415-d82c-4a88-b0a1-919dfdecf86c. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 858.097100] env[69411]: DEBUG nova.network.neutron [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70d3f415-d82c-4a88-b0a1-919dfdecf86c", "address": "fa:16:3e:3d:11:75", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d3f415-d8", "ovs_interfaceid": "70d3f415-d82c-4a88-b0a1-919dfdecf86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.109186] env[69411]: DEBUG nova.network.neutron [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Updated VIF entry in instance network info cache for port 64dc0b73-837f-420f-a01e-ce83e49ba0ac. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 858.109186] env[69411]: DEBUG nova.network.neutron [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Updating instance_info_cache with network_info: [{"id": "64dc0b73-837f-420f-a01e-ce83e49ba0ac", "address": "fa:16:3e:37:9d:09", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64dc0b73-83", "ovs_interfaceid": "64dc0b73-837f-420f-a01e-ce83e49ba0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.195404] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378657, 'name': CreateSnapshot_Task, 'duration_secs': 0.894461} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.195731] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.196567] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57a14e7-8a64-4646-bb23-93d01673d74a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.232755] env[69411]: DEBUG nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.268344] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.268693] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.268859] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.269132] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.269297] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.269451] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.269665] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.269824] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.270039] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.270243] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.270425] env[69411]: DEBUG nova.virt.hardware [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.271344] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60580357-5b75-41d1-8b76-44789eb14be3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.285106] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d05e7a-22d9-4c3e-8c77-4ac0a2065d6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.365795] env[69411]: DEBUG nova.compute.utils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.367352] env[69411]: DEBUG nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.367532] env[69411]: DEBUG nova.network.neutron [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.391653] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071743} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.391937] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.392833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e08f5c-2fd4-43ae-bbde-fe4410db0e06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.417264] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9726856b-fe60-4230-a92e-9087dbe620af/9726856b-fe60-4230-a92e-9087dbe620af.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.418045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "d659f63c-83f2-44d8-9865-15bd34786a10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.418302] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "d659f63c-83f2-44d8-9865-15bd34786a10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.418526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "d659f63c-83f2-44d8-9865-15bd34786a10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.418827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "d659f63c-83f2-44d8-9865-15bd34786a10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.418952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "d659f63c-83f2-44d8-9865-15bd34786a10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.420872] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2861cf-f98b-458c-866c-b38e2ca02d06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.437498] env[69411]: INFO nova.compute.manager [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Terminating instance [ 858.449055] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 858.449055] env[69411]: value = "task-3378660" [ 858.449055] env[69411]: _type = "Task" [ 858.449055] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.459435] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.468818] env[69411]: DEBUG nova.policy [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c264d7e432d6458499d6d4ace9cfaf0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79b31bc5eae04e20b112fe08d48e3733', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.476163] env[69411]: DEBUG nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.600531] env[69411]: DEBUG oslo_concurrency.lockutils [req-7280d08e-9f54-4007-969a-7bb15ba6e18e req-cdda1b73-a433-4698-9dc8-780b36f31ef5 service nova] Releasing lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.612170] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef22b12d-9f8a-4976-91f9-0f194c49b58f req-d2f369cb-89dc-4db9-88f9-3c49afcdfe6a service nova] Releasing lock "refresh_cache-9726856b-fe60-4230-a92e-9087dbe620af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.646741] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 858.647106] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674196', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'name': 'volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '029a7f6a-74cd-4abe-a014-8ac5eb138aa3', 'attached_at': '', 'detached_at': '', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'serial': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 858.647979] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08639110-3367-4785-b4a4-57134236875a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.667443] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a394ca1-d77f-4a17-bc1c-c320738758c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.694713] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d/volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.697700] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25cdd07d-a2fe-4ca0-8b36-07d19a027381 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.718334] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.718686] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-49410ac9-d57f-4dd1-8613-6de480cdf405 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.729334] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 858.729334] env[69411]: value = "task-3378661" [ 858.729334] env[69411]: _type = "Task" [ 858.729334] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.729754] env[69411]: DEBUG oslo_vmware.api [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 858.729754] env[69411]: value = "task-3378662" [ 858.729754] env[69411]: _type = "Task" [ 858.729754] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.742968] env[69411]: DEBUG oslo_vmware.api [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.745756] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378661, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.870364] env[69411]: DEBUG nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.899752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578e345-e09e-4354-9cb1-e8f566423fe3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.906961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c205acc-97b6-45d1-aaf2-a4e8c184b1e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.942118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e843ba-6c0c-4912-b437-4fccd7e1cda2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.945433] env[69411]: DEBUG nova.compute.manager [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.945723] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.946566] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29931ec0-a8b4-423a-be30-5493cdc3fb83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.956875] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815f459c-c0d9-4c75-8b23-45afd32ac64f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.963998] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.964947] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0829421-c72b-40f6-b672-cc1fb6edf6e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.977846] env[69411]: DEBUG nova.compute.provider_tree [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.980163] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378660, 'name': ReconfigVM_Task, 'duration_secs': 0.301642} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.980212] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9726856b-fe60-4230-a92e-9087dbe620af/9726856b-fe60-4230-a92e-9087dbe620af.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.985520] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3ccc70-efa3-4642-83ec-066eed333497 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.988383] env[69411]: DEBUG oslo_vmware.api [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 858.988383] env[69411]: value = "task-3378663" [ 858.988383] env[69411]: _type = "Task" [ 858.988383] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.995776] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 858.995776] env[69411]: value = "task-3378664" [ 858.995776] env[69411]: _type = "Task" [ 858.995776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.004082] env[69411]: DEBUG oslo_vmware.api [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.005223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.010749] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378664, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.186850] env[69411]: DEBUG nova.network.neutron [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Successfully updated port: c860e642-acb5-43ae-bbab-04cb01b6c24b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.248686] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378661, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.251977] env[69411]: DEBUG oslo_vmware.api [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378662, 'name': ReconfigVM_Task, 'duration_secs': 0.390159} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.252281] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d/volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.259491] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091a279b-6bae-4d2c-b1bd-4e442b46dfb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.276212] env[69411]: DEBUG oslo_vmware.api [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 859.276212] env[69411]: value = "task-3378665" [ 859.276212] env[69411]: _type = "Task" [ 859.276212] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.285459] env[69411]: DEBUG oslo_vmware.api [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.365629] env[69411]: DEBUG nova.network.neutron [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Successfully created port: 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.471086] env[69411]: DEBUG nova.compute.manager [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Received event network-vif-plugged-c860e642-acb5-43ae-bbab-04cb01b6c24b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.471506] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] Acquiring lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.472668] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.472980] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.473255] env[69411]: DEBUG nova.compute.manager [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] No waiting events found dispatching network-vif-plugged-c860e642-acb5-43ae-bbab-04cb01b6c24b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.473312] env[69411]: WARNING nova.compute.manager [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Received unexpected event network-vif-plugged-c860e642-acb5-43ae-bbab-04cb01b6c24b for instance with vm_state building and task_state spawning. [ 859.473445] env[69411]: DEBUG nova.compute.manager [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Received event network-changed-c860e642-acb5-43ae-bbab-04cb01b6c24b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.473607] env[69411]: DEBUG nova.compute.manager [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Refreshing instance network info cache due to event network-changed-c860e642-acb5-43ae-bbab-04cb01b6c24b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.473808] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] Acquiring lock "refresh_cache-63d07ab3-a1a8-4596-8d20-7bfac67e0d88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.473951] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] Acquired lock "refresh_cache-63d07ab3-a1a8-4596-8d20-7bfac67e0d88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.474133] env[69411]: DEBUG nova.network.neutron [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Refreshing network info cache for port c860e642-acb5-43ae-bbab-04cb01b6c24b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 859.480499] env[69411]: DEBUG nova.scheduler.client.report [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.505190] env[69411]: DEBUG oslo_vmware.api [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378663, 'name': PowerOffVM_Task, 'duration_secs': 0.337649} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.505815] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.506129] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.506492] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5950313f-41c0-41df-a5a5-43cf85b37675 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.511990] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378664, 'name': Rename_Task, 'duration_secs': 0.15192} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.512133] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.512624] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09594761-8a36-4c1e-91ca-03f253d300f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.518030] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 859.518030] env[69411]: value = "task-3378668" [ 859.518030] env[69411]: _type = "Task" [ 859.518030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.528778] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.652755] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.653313] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.653676] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Deleting the datastore file [datastore1] d659f63c-83f2-44d8-9865-15bd34786a10 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.654134] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49226653-8d1f-4bf2-abba-416e5c23e383 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.664305] env[69411]: DEBUG oslo_vmware.api [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for the task: (returnval){ [ 859.664305] env[69411]: value = "task-3378669" [ 859.664305] env[69411]: _type = "Task" [ 859.664305] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.670487] env[69411]: DEBUG oslo_vmware.api [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.695620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "refresh_cache-63d07ab3-a1a8-4596-8d20-7bfac67e0d88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.741521] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378661, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.790014] env[69411]: DEBUG oslo_vmware.api [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378665, 'name': ReconfigVM_Task, 'duration_secs': 0.155117} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.790014] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674196', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'name': 'volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '029a7f6a-74cd-4abe-a014-8ac5eb138aa3', 'attached_at': '', 'detached_at': '', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'serial': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 859.881032] env[69411]: DEBUG nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.908455] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.909080] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.909480] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.909823] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.910144] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.912883] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.912883] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.912883] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.912883] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.912883] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.912883] env[69411]: DEBUG nova.virt.hardware [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.912883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f5510-5059-4103-b5ee-40f081813e6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.923702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c12fed5-8fd2-4e2f-ac14-a86e03ca83e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.986677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.989171] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.871s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.989443] env[69411]: DEBUG nova.objects.instance [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lazy-loading 'resources' on Instance uuid 541fd114-1713-47e1-a5af-ff2ee5c6cb2b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.017150] env[69411]: INFO nova.scheduler.client.report [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted allocations for instance 34d5f258-9dba-438d-9a91-f40138283ffc [ 860.027031] env[69411]: DEBUG nova.network.neutron [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 860.035382] env[69411]: DEBUG oslo_vmware.api [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378668, 'name': PowerOnVM_Task, 'duration_secs': 0.454894} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.035667] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.035846] env[69411]: INFO nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Took 7.63 seconds to spawn the instance on the hypervisor. [ 860.036035] env[69411]: DEBUG nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.037111] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767809ac-259c-420f-bde4-bccc281b8a3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.159243] env[69411]: DEBUG nova.network.neutron [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.173035] env[69411]: DEBUG oslo_vmware.api [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Task: {'id': task-3378669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154565} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.173843] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.173843] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.173957] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.174275] env[69411]: INFO nova.compute.manager [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Took 1.23 seconds to destroy the instance on the hypervisor. [ 860.174582] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.175046] env[69411]: DEBUG nova.compute.manager [-] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.175384] env[69411]: DEBUG nova.network.neutron [-] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 860.241345] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378661, 'name': CloneVM_Task, 'duration_secs': 1.370638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.241628] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Created linked-clone VM from snapshot [ 860.242547] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1456a99-62a4-45bd-ac23-2092472921cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.250480] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Uploading image ef7272bc-723b-455e-986e-bb4322751c13 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.285025] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 860.285025] env[69411]: value = "vm-674200" [ 860.285025] env[69411]: _type = "VirtualMachine" [ 860.285025] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 860.285025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8dcaa136-5b2f-42f7-96f8-1bea009db4af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.295452] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease: (returnval){ [ 860.295452] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f71c-41cd-a8f9-f85f-7fbbb642bb2b" [ 860.295452] env[69411]: _type = "HttpNfcLease" [ 860.295452] env[69411]: } obtained for exporting VM: (result){ [ 860.295452] env[69411]: value = "vm-674200" [ 860.295452] env[69411]: _type = "VirtualMachine" [ 860.295452] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 860.296109] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the lease: (returnval){ [ 860.296109] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f71c-41cd-a8f9-f85f-7fbbb642bb2b" [ 860.296109] env[69411]: _type = "HttpNfcLease" [ 860.296109] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 860.303951] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.303951] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f71c-41cd-a8f9-f85f-7fbbb642bb2b" [ 860.303951] env[69411]: _type = "HttpNfcLease" [ 860.303951] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 860.317466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-81dc722f-5177-4034-83dd-7d4fbeb373c3-70d3f415-d82c-4a88-b0a1-919dfdecf86c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.317726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-81dc722f-5177-4034-83dd-7d4fbeb373c3-70d3f415-d82c-4a88-b0a1-919dfdecf86c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.539164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1c0f3e15-98dd-4337-8d51-4ede1e998de0 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "34d5f258-9dba-438d-9a91-f40138283ffc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.231s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.553803] env[69411]: INFO nova.compute.manager [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Took 36.67 seconds to build instance. [ 860.663022] env[69411]: DEBUG oslo_concurrency.lockutils [req-7f1bdf7a-83ea-442c-9b0a-291cdc8e577d req-bf1e578b-b93e-41bc-82fa-2528e996c6f2 service nova] Releasing lock "refresh_cache-63d07ab3-a1a8-4596-8d20-7bfac67e0d88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.663989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquired lock "refresh_cache-63d07ab3-a1a8-4596-8d20-7bfac67e0d88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.664094] env[69411]: DEBUG nova.network.neutron [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 860.808684] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.808684] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f71c-41cd-a8f9-f85f-7fbbb642bb2b" [ 860.808684] env[69411]: _type = "HttpNfcLease" [ 860.808684] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.808684] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.808684] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f71c-41cd-a8f9-f85f-7fbbb642bb2b" [ 860.808684] env[69411]: _type = "HttpNfcLease" [ 860.808684] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 860.808684] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f3e3b6-0337-4700-90d6-41c52eeb0139 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.819071] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8e702-b676-352e-f83b-e8cbb5b055bd/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.819071] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8e702-b676-352e-f83b-e8cbb5b055bd/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 860.825488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.825817] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.827861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3396b972-45c9-4f46-861a-37a83861464e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.897528] env[69411]: DEBUG nova.objects.instance [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.918250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114f577e-0918-4af5-89ee-f6c609aa8b89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.950402] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 860.956997] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc26d1e2-7344-47de-99c4-68cb2ba8a07d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.972492] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b246a24a-258e-44b6-9690-86b25e1d433a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.983900] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 860.983900] env[69411]: value = "task-3378671" [ 860.983900] env[69411]: _type = "Task" [ 860.983900] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.993335] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.056151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98d4570e-4668-4747-bb2c-eab4efa1c95f tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9726856b-fe60-4230-a92e-9087dbe620af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.774s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.092285] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "9726856b-fe60-4230-a92e-9087dbe620af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.092559] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9726856b-fe60-4230-a92e-9087dbe620af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.092781] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "9726856b-fe60-4230-a92e-9087dbe620af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.092942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9726856b-fe60-4230-a92e-9087dbe620af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.093120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9726856b-fe60-4230-a92e-9087dbe620af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.096251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4c603-b74f-4ebb-bf26-96e351734266 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.099996] env[69411]: INFO nova.compute.manager [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Terminating instance [ 861.106218] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4787f968-ea8c-49cc-8c02-6f9f71060ee5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.140731] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a6478-f531-4af0-9ac7-957b72a6b437 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.149100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c3fcb-470a-4b2f-9560-e9d8da8ea02c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.163876] env[69411]: DEBUG nova.compute.provider_tree [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.188532] env[69411]: DEBUG nova.network.neutron [-] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.232532] env[69411]: DEBUG nova.network.neutron [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 861.303253] env[69411]: DEBUG nova.compute.manager [req-328e2f91-8375-4a50-8909-f74df04e69ea req-8deda7e3-64ad-4bb0-9535-caa9dbdf606b service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Received event network-vif-plugged-5a418c30-f8e1-4194-a7e6-ab82c1c4f584 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.303834] env[69411]: DEBUG oslo_concurrency.lockutils [req-328e2f91-8375-4a50-8909-f74df04e69ea req-8deda7e3-64ad-4bb0-9535-caa9dbdf606b service nova] Acquiring lock "e17301b5-47a0-4ef3-8530-5fd99d81b820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.305578] env[69411]: DEBUG oslo_concurrency.lockutils [req-328e2f91-8375-4a50-8909-f74df04e69ea req-8deda7e3-64ad-4bb0-9535-caa9dbdf606b service nova] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.305833] env[69411]: DEBUG oslo_concurrency.lockutils [req-328e2f91-8375-4a50-8909-f74df04e69ea req-8deda7e3-64ad-4bb0-9535-caa9dbdf606b service nova] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.306587] env[69411]: DEBUG nova.compute.manager [req-328e2f91-8375-4a50-8909-f74df04e69ea req-8deda7e3-64ad-4bb0-9535-caa9dbdf606b service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] No waiting events found dispatching network-vif-plugged-5a418c30-f8e1-4194-a7e6-ab82c1c4f584 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.306792] env[69411]: WARNING nova.compute.manager [req-328e2f91-8375-4a50-8909-f74df04e69ea req-8deda7e3-64ad-4bb0-9535-caa9dbdf606b service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Received unexpected event network-vif-plugged-5a418c30-f8e1-4194-a7e6-ab82c1c4f584 for instance with vm_state building and task_state spawning. [ 861.343727] env[69411]: DEBUG nova.network.neutron [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Successfully updated port: 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.412024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9ddfb05-2f88-4e81-8877-2f0d27e8671a tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.397s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.465662] env[69411]: DEBUG nova.network.neutron [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Updating instance_info_cache with network_info: [{"id": "c860e642-acb5-43ae-bbab-04cb01b6c24b", "address": "fa:16:3e:5e:0e:14", "network": {"id": "52dd34d2-364f-4eb1-8a87-aebc5c944c02", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1203141689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ff6e7ebdd14791a1d0e3c2a711dc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc860e642-ac", "ovs_interfaceid": "c860e642-acb5-43ae-bbab-04cb01b6c24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.496028] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.556758] env[69411]: DEBUG nova.compute.manager [req-3ea31f93-3fe0-4546-9346-559566b7b7be req-eb7bf8dd-888a-4ca5-977f-4f43827c6dac service nova] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Received event network-vif-deleted-662bb510-e1c5-4764-a320-9838ff9105f4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.572374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.572662] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.572938] env[69411]: DEBUG nova.compute.manager [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.574209] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c3dcb8-7f31-4b9c-9d56-ea8caa85a45b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.585687] env[69411]: DEBUG nova.compute.manager [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 861.586524] env[69411]: DEBUG nova.objects.instance [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.603621] env[69411]: DEBUG nova.compute.manager [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.604131] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.607534] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc97ba5-2d17-4266-9ff0-bb3e8f268686 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.617267] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.617661] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247399b1-b8b0-48a5-b61a-a0995832e569 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.624615] env[69411]: DEBUG oslo_vmware.api [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 861.624615] env[69411]: value = "task-3378673" [ 861.624615] env[69411]: _type = "Task" [ 861.624615] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.635200] env[69411]: DEBUG oslo_vmware.api [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.691960] env[69411]: ERROR nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [req-fa6badd1-c3cd-4ec0-a990-b9a2283c5d99] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa6badd1-c3cd-4ec0-a990-b9a2283c5d99"}]} [ 861.692937] env[69411]: INFO nova.compute.manager [-] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Took 1.52 seconds to deallocate network for instance. [ 861.713765] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.739195] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.739195] env[69411]: DEBUG nova.compute.provider_tree [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.754957] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.782038] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.848610] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "refresh_cache-e17301b5-47a0-4ef3-8530-5fd99d81b820" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.848610] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "refresh_cache-e17301b5-47a0-4ef3-8530-5fd99d81b820" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.848610] env[69411]: DEBUG nova.network.neutron [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 861.970790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Releasing lock "refresh_cache-63d07ab3-a1a8-4596-8d20-7bfac67e0d88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.971339] env[69411]: DEBUG nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Instance network_info: |[{"id": "c860e642-acb5-43ae-bbab-04cb01b6c24b", "address": "fa:16:3e:5e:0e:14", "network": {"id": "52dd34d2-364f-4eb1-8a87-aebc5c944c02", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1203141689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ff6e7ebdd14791a1d0e3c2a711dc91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc860e642-ac", "ovs_interfaceid": "c860e642-acb5-43ae-bbab-04cb01b6c24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.971905] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:0e:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c860e642-acb5-43ae-bbab-04cb01b6c24b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.981609] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Creating folder: Project (24ff6e7ebdd14791a1d0e3c2a711dc91). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.981609] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0bf99a-9e62-4e93-88dc-70016454d348 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.994609] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Created folder: Project (24ff6e7ebdd14791a1d0e3c2a711dc91) in parent group-v674052. [ 861.994850] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Creating folder: Instances. Parent ref: group-v674201. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.996210] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d88f07f-1afc-4513-b08e-ab60dad684f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.001719] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.011681] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Created folder: Instances in parent group-v674201. [ 862.011972] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.015209] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.016056] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173eea9f-8fc3-4f91-b40a-5ab97afa1bec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.037169] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.037169] env[69411]: value = "task-3378676" [ 862.037169] env[69411]: _type = "Task" [ 862.037169] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.045492] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378676, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.135047] env[69411]: DEBUG oslo_vmware.api [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378673, 'name': PowerOffVM_Task, 'duration_secs': 0.182617} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.135479] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.135721] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.136069] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86ac0c1f-aebf-43af-9c2c-47379ff57233 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.206149] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.206149] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.206149] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleting the datastore file [datastore2] 9726856b-fe60-4230-a92e-9087dbe620af {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.206149] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac11c952-fb57-49fd-b1ab-5a9a70e902ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.208192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.213097] env[69411]: DEBUG oslo_vmware.api [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 862.213097] env[69411]: value = "task-3378678" [ 862.213097] env[69411]: _type = "Task" [ 862.213097] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.226730] env[69411]: DEBUG oslo_vmware.api [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.286657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9203ad-9229-4eab-a448-9370a86f57fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.298149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08148df8-a840-41f0-bd81-c68e5f5cf34c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.333695] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab8dffb-874b-477c-84da-ec147e319aa9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.342463] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b961c2c-bbf0-4feb-8b40-2e64119294b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.361384] env[69411]: DEBUG nova.compute.provider_tree [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.404149] env[69411]: DEBUG nova.network.neutron [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 862.498863] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.541448] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.541768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.558239] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378676, 'name': CreateVM_Task, 'duration_secs': 0.387145} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.558766] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.559546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.559780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.560194] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.560530] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566b6818-1723-44cf-9fd0-73a9c7d62877 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.567480] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 862.567480] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524ec02f-dd4e-5458-8866-3ee61058661a" [ 862.567480] env[69411]: _type = "Task" [ 862.567480] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.576352] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524ec02f-dd4e-5458-8866-3ee61058661a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.596705] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.597362] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9094366e-c752-4fc1-8aa6-725d6b9d2164 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.605912] env[69411]: DEBUG oslo_vmware.api [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 862.605912] env[69411]: value = "task-3378679" [ 862.605912] env[69411]: _type = "Task" [ 862.605912] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.615425] env[69411]: DEBUG oslo_vmware.api [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.623789] env[69411]: DEBUG nova.network.neutron [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Updating instance_info_cache with network_info: [{"id": "5a418c30-f8e1-4194-a7e6-ab82c1c4f584", "address": "fa:16:3e:f5:1e:85", "network": {"id": "f5824114-d9fb-4ece-b312-6a71ffd3d005", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-354235277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b31bc5eae04e20b112fe08d48e3733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a418c30-f8", "ovs_interfaceid": "5a418c30-f8e1-4194-a7e6-ab82c1c4f584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.724494] env[69411]: DEBUG oslo_vmware.api [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182497} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.724796] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.725013] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.725222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.725418] env[69411]: INFO nova.compute.manager [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 862.725700] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.725899] env[69411]: DEBUG nova.compute.manager [-] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.726029] env[69411]: DEBUG nova.network.neutron [-] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 862.889700] env[69411]: ERROR nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [req-2997b1d8-7ca9-4371-bd32-057ad8a2ac7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2997b1d8-7ca9-4371-bd32-057ad8a2ac7d"}]} [ 862.910861] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.934363] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.934631] env[69411]: DEBUG nova.compute.provider_tree [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.951026] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.984532] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 863.001723] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.052262] env[69411]: DEBUG nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.085981] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524ec02f-dd4e-5458-8866-3ee61058661a, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.086845] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.087389] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.087389] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.087515] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.087688] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.087985] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fab54e76-8b8b-4cb9-835f-b2610e53d250 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.097289] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.097289] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.097953] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826f884c-3d14-46be-b464-eed0367b2f5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.105232] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 863.105232] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528d6127-4a23-3703-187a-405ed4d80045" [ 863.105232] env[69411]: _type = "Task" [ 863.105232] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.117568] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528d6127-4a23-3703-187a-405ed4d80045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.123198] env[69411]: DEBUG oslo_vmware.api [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378679, 'name': PowerOffVM_Task, 'duration_secs': 0.213524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.123943] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.124168] env[69411]: DEBUG nova.compute.manager [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.125122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f58fd0-683e-4f61-b375-afa65392114e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.128088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "refresh_cache-e17301b5-47a0-4ef3-8530-5fd99d81b820" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.128180] env[69411]: DEBUG nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Instance network_info: |[{"id": "5a418c30-f8e1-4194-a7e6-ab82c1c4f584", "address": "fa:16:3e:f5:1e:85", "network": {"id": "f5824114-d9fb-4ece-b312-6a71ffd3d005", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-354235277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b31bc5eae04e20b112fe08d48e3733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a418c30-f8", "ovs_interfaceid": "5a418c30-f8e1-4194-a7e6-ab82c1c4f584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.128520] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:1e:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a418c30-f8e1-4194-a7e6-ab82c1c4f584', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.138165] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.141767] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.144564] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e7519ee-abcb-40c3-93b8-8562f543eab7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.169522] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.169522] env[69411]: value = "task-3378680" [ 863.169522] env[69411]: _type = "Task" [ 863.169522] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.180833] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378680, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.384220] env[69411]: DEBUG nova.compute.manager [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Received event network-changed-5a418c30-f8e1-4194-a7e6-ab82c1c4f584 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.384414] env[69411]: DEBUG nova.compute.manager [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Refreshing instance network info cache due to event network-changed-5a418c30-f8e1-4194-a7e6-ab82c1c4f584. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.384709] env[69411]: DEBUG oslo_concurrency.lockutils [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] Acquiring lock "refresh_cache-e17301b5-47a0-4ef3-8530-5fd99d81b820" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.384904] env[69411]: DEBUG oslo_concurrency.lockutils [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] Acquired lock "refresh_cache-e17301b5-47a0-4ef3-8530-5fd99d81b820" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.385059] env[69411]: DEBUG nova.network.neutron [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Refreshing network info cache for port 5a418c30-f8e1-4194-a7e6-ab82c1c4f584 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 863.500481] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.545336] env[69411]: DEBUG nova.network.neutron [-] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.572192] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b31a95-4553-49ba-8da3-ae9bb09028fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.580756] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.581815] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb553d-f6c7-41ad-aa60-54c43e4708d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.621772] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b799f7-5a42-4c09-9fb3-6716f985bb00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.625281] env[69411]: DEBUG nova.compute.manager [req-331b44f0-ac14-45bb-b22d-c74de186b8e1 req-c59e1596-b3be-4b54-b77b-9b693659e290 service nova] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Received event network-vif-deleted-64dc0b73-837f-420f-a01e-ce83e49ba0ac {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.633802] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528d6127-4a23-3703-187a-405ed4d80045, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.635868] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fca519-ce1f-4dc5-97c5-12302f3dcf79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.640254] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b769a96-5e35-4f5c-814e-5dcd6b6242cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.654900] env[69411]: DEBUG nova.compute.provider_tree [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.657769] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 863.657769] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527daf79-8c52-27c9-f12c-f701a9ad5401" [ 863.657769] env[69411]: _type = "Task" [ 863.657769] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.669574] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527daf79-8c52-27c9-f12c-f701a9ad5401, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.670553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ed001f9-50bd-4a52-a459-d4403e55bf9d tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.671584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.671843] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 63d07ab3-a1a8-4596-8d20-7bfac67e0d88/63d07ab3-a1a8-4596-8d20-7bfac67e0d88.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.675713] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a36e2ac0-bc7d-492c-918b-d364d4ded8d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.684374] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378680, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.685783] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 863.685783] env[69411]: value = "task-3378682" [ 863.685783] env[69411]: _type = "Task" [ 863.685783] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.696116] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.005339] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.049400] env[69411]: INFO nova.compute.manager [-] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Took 1.32 seconds to deallocate network for instance. [ 864.183723] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378680, 'name': CreateVM_Task, 'duration_secs': 0.526272} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.184074] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.184836] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186137] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.186520] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b514efaa-53e2-430a-9c22-199bdda78d45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.195651] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 864.195651] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52972fad-2d01-f886-6266-1c9b850e9b12" [ 864.195651] env[69411]: _type = "Task" [ 864.195651] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.199675] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.200728] env[69411]: DEBUG nova.network.neutron [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Updated VIF entry in instance network info cache for port 5a418c30-f8e1-4194-a7e6-ab82c1c4f584. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 864.201159] env[69411]: DEBUG nova.network.neutron [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Updating instance_info_cache with network_info: [{"id": "5a418c30-f8e1-4194-a7e6-ab82c1c4f584", "address": "fa:16:3e:f5:1e:85", "network": {"id": "f5824114-d9fb-4ece-b312-6a71ffd3d005", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-354235277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b31bc5eae04e20b112fe08d48e3733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a418c30-f8", "ovs_interfaceid": "5a418c30-f8e1-4194-a7e6-ab82c1c4f584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.203890] env[69411]: DEBUG nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 864.204216] env[69411]: DEBUG nova.compute.provider_tree [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 88 to 89 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 864.204463] env[69411]: DEBUG nova.compute.provider_tree [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.212175] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 63d07ab3-a1a8-4596-8d20-7bfac67e0d88/63d07ab3-a1a8-4596-8d20-7bfac67e0d88.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.212175] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.213231] env[69411]: DEBUG nova.objects.instance [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.214826] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f87cd036-b718-4c4c-9ce9-49f38e6ceae3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.226427] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52972fad-2d01-f886-6266-1c9b850e9b12, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.229255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.229914] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.230275] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.230497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.230792] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.231969] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 864.231969] env[69411]: value = "task-3378683" [ 864.231969] env[69411]: _type = "Task" [ 864.231969] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.232448] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac049d28-90a7-4710-8e40-9f5795a1737f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.243804] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.245240] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.245586] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.246415] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e1d300-462e-48a1-95c2-47e5b85515f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.254983] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 864.254983] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526e1360-f8e3-b852-cbb1-6a3071e53bb0" [ 864.254983] env[69411]: _type = "Task" [ 864.254983] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.266169] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526e1360-f8e3-b852-cbb1-6a3071e53bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.266969] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c56973-9047-45df-8ffd-675505c79c38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.272525] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 864.272525] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd926c-f261-0084-f653-27a870f15284" [ 864.272525] env[69411]: _type = "Task" [ 864.272525] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.283309] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd926c-f261-0084-f653-27a870f15284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.503849] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.557497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.713659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.724s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.716510] env[69411]: DEBUG oslo_concurrency.lockutils [req-25f3c6fa-c50d-453e-89c3-42095c88f685 req-a4449c07-89ef-458d-afd1-d04cac43a227 service nova] Releasing lock "refresh_cache-e17301b5-47a0-4ef3-8530-5fd99d81b820" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.716854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.423s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.717154] env[69411]: DEBUG nova.objects.instance [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lazy-loading 'resources' on Instance uuid c7a943eb-edf4-4811-80c5-5ab15677ee62 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.720719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.720878] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.721074] env[69411]: DEBUG nova.network.neutron [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 864.721244] env[69411]: DEBUG nova.objects.instance [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'info_cache' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.739939] env[69411]: INFO nova.scheduler.client.report [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted allocations for instance 541fd114-1713-47e1-a5af-ff2ee5c6cb2b [ 864.746843] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096334} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.748131] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.748639] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f98af6-81c5-49f3-9975-f9111cb27670 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.772324] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 63d07ab3-a1a8-4596-8d20-7bfac67e0d88/63d07ab3-a1a8-4596-8d20-7bfac67e0d88.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.773027] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-723ed611-e8b3-4a6e-8052-afc3cd1bf8ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.796968] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dd926c-f261-0084-f653-27a870f15284, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.798521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.799412] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e17301b5-47a0-4ef3-8530-5fd99d81b820/e17301b5-47a0-4ef3-8530-5fd99d81b820.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.799412] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 864.799412] env[69411]: value = "task-3378684" [ 864.799412] env[69411]: _type = "Task" [ 864.799412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.799795] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86ecbcfc-05a3-4468-9cbc-20cca67b31e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.811560] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.812914] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 864.812914] env[69411]: value = "task-3378685" [ 864.812914] env[69411]: _type = "Task" [ 864.812914] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.821568] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.007486] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.224613] env[69411]: DEBUG nova.objects.base [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Object Instance<029a7f6a-74cd-4abe-a014-8ac5eb138aa3> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 865.253667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1e8b427d-4c14-46b9-9c04-648e5d8b92d2 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "541fd114-1713-47e1-a5af-ff2ee5c6cb2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.074s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.314752] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.328561] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511447} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.328897] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e17301b5-47a0-4ef3-8530-5fd99d81b820/e17301b5-47a0-4ef3-8530-5fd99d81b820.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.329174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.329513] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-109c6f49-4023-4419-b00e-0d9a164bdf6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.341344] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 865.341344] env[69411]: value = "task-3378686" [ 865.341344] env[69411]: _type = "Task" [ 865.341344] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.356854] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.504030] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.644973] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5105f687-ab86-4200-b7d9-35688ea786a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.652907] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29625bec-f719-459f-a9e1-3d37022fe096 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.683826] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56521f-ffda-4d33-9e9d-400dd7bdaa6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.692209] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d7b003-70d7-4181-850d-ed0502c2bd1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.707455] env[69411]: DEBUG nova.compute.provider_tree [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.816391] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378684, 'name': ReconfigVM_Task, 'duration_secs': 0.592371} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.816733] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 63d07ab3-a1a8-4596-8d20-7bfac67e0d88/63d07ab3-a1a8-4596-8d20-7bfac67e0d88.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.817485] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed09087e-a6a0-44f7-936d-ca428c5d8c37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.825157] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 865.825157] env[69411]: value = "task-3378687" [ 865.825157] env[69411]: _type = "Task" [ 865.825157] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.833627] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378687, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.853143] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077689} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.853507] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.854350] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae6c989-22bd-4446-8f95-708a515bf758 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.877815] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e17301b5-47a0-4ef3-8530-5fd99d81b820/e17301b5-47a0-4ef3-8530-5fd99d81b820.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.880808] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9725cb04-c4fa-43e6-8c4c-aec3346e10dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.900896] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 865.900896] env[69411]: value = "task-3378688" [ 865.900896] env[69411]: _type = "Task" [ 865.900896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.909538] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.947347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.947605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.983655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.983908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.004306] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.015091] env[69411]: DEBUG nova.network.neutron [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updating instance_info_cache with network_info: [{"id": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "address": "fa:16:3e:5d:01:5f", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ada38-29", "ovs_interfaceid": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.231908] env[69411]: ERROR nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [req-587609ce-3162-46c4-9cb9-b48e1f397540] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-587609ce-3162-46c4-9cb9-b48e1f397540"}]} [ 866.254714] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 866.269832] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 866.270229] env[69411]: DEBUG nova.compute.provider_tree [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.286460] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 866.305605] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 866.337613] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378687, 'name': Rename_Task, 'duration_secs': 0.147767} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.338128] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.338247] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84f106b4-41d5-4c42-947b-7b7b58b51545 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.346747] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 866.346747] env[69411]: value = "task-3378689" [ 866.346747] env[69411]: _type = "Task" [ 866.346747] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.354895] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.414711] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378688, 'name': ReconfigVM_Task, 'duration_secs': 0.474358} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.417383] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e17301b5-47a0-4ef3-8530-5fd99d81b820/e17301b5-47a0-4ef3-8530-5fd99d81b820.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.418103] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e732017d-5230-4d93-9c93-1738c6750731 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.424190] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 866.424190] env[69411]: value = "task-3378690" [ 866.424190] env[69411]: _type = "Task" [ 866.424190] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.433115] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378690, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.508210] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.518696] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.732449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4a5e12-9f0d-474e-aad2-6d82067cac94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.740509] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8530bc6-8191-4a33-9515-8b0c8b0efc69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.771927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dead01f-3a1c-4d58-b9bc-1336d24ed629 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.779657] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4f86fc-5f13-4a8e-a88e-2e895da5c69a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.794394] env[69411]: DEBUG nova.compute.provider_tree [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.857386] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.934549] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378690, 'name': Rename_Task, 'duration_secs': 0.268569} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.934854] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.935151] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16cebcba-ba3b-4038-b45a-ed81c196e26d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.944195] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 866.944195] env[69411]: value = "task-3378691" [ 866.944195] env[69411]: _type = "Task" [ 866.944195] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.954594] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.006170] env[69411]: DEBUG oslo_vmware.api [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378671, 'name': ReconfigVM_Task, 'duration_secs': 5.742335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.006512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.006792] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 867.321711] env[69411]: ERROR nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] [req-380c7e1c-9c21-4a31-a506-c3c698a74905] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-380c7e1c-9c21-4a31-a506-c3c698a74905"}]} [ 867.339076] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 867.345553] env[69411]: DEBUG nova.compute.manager [req-5e95fa9d-e9c5-4a77-9565-0ee698538747 req-060cc31c-fb60-46b4-9da1-de4d15a68fd8 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received event network-vif-deleted-70d3f415-d82c-4a88-b0a1-919dfdecf86c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.345830] env[69411]: INFO nova.compute.manager [req-5e95fa9d-e9c5-4a77-9565-0ee698538747 req-060cc31c-fb60-46b4-9da1-de4d15a68fd8 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Neutron deleted interface 70d3f415-d82c-4a88-b0a1-919dfdecf86c; detaching it from the instance and deleting it from the info cache [ 867.346219] env[69411]: DEBUG nova.network.neutron [req-5e95fa9d-e9c5-4a77-9565-0ee698538747 req-060cc31c-fb60-46b4-9da1-de4d15a68fd8 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.361619] env[69411]: DEBUG oslo_vmware.api [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378689, 'name': PowerOnVM_Task, 'duration_secs': 0.931602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.363220] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 867.363438] env[69411]: DEBUG nova.compute.provider_tree [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.366515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.366740] env[69411]: INFO nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Took 9.13 seconds to spawn the instance on the hypervisor. [ 867.366928] env[69411]: DEBUG nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.368390] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a6189f-8633-473a-be90-77753625ce50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.379126] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 867.400028] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 867.453816] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378691, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.523077] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.523427] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64f4debf-5e4f-4458-9310-d9bf2955a08b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.529996] env[69411]: DEBUG oslo_vmware.api [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 867.529996] env[69411]: value = "task-3378692" [ 867.529996] env[69411]: _type = "Task" [ 867.529996] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.540859] env[69411]: DEBUG oslo_vmware.api [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.681214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Acquiring lock "295f5ba0-c935-470e-98db-76f6853c7d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.681463] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "295f5ba0-c935-470e-98db-76f6853c7d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.821018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a51604-60ad-4034-8964-b1b282c5bb2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.827477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4afa1c-22ca-48b5-aac3-e902e55aa902 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.861420] env[69411]: DEBUG oslo_concurrency.lockutils [req-5e95fa9d-e9c5-4a77-9565-0ee698538747 req-060cc31c-fb60-46b4-9da1-de4d15a68fd8 service nova] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.861686] env[69411]: DEBUG oslo_concurrency.lockutils [req-5e95fa9d-e9c5-4a77-9565-0ee698538747 req-060cc31c-fb60-46b4-9da1-de4d15a68fd8 service nova] Acquired lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.863317] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d8c3f8-0699-4747-b42f-e0c6dc4fad7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.866627] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c943228d-da0d-4714-9548-b248db160de8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.887890] env[69411]: DEBUG oslo_concurrency.lockutils [req-5e95fa9d-e9c5-4a77-9565-0ee698538747 req-060cc31c-fb60-46b4-9da1-de4d15a68fd8 service nova] Releasing lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.890426] env[69411]: WARNING nova.compute.manager [req-5e95fa9d-e9c5-4a77-9565-0ee698538747 req-060cc31c-fb60-46b4-9da1-de4d15a68fd8 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Detach interface failed, port_id=70d3f415-d82c-4a88-b0a1-919dfdecf86c, reason: No device with interface-id 70d3f415-d82c-4a88-b0a1-919dfdecf86c exists on VM: nova.exception.NotFound: No device with interface-id 70d3f415-d82c-4a88-b0a1-919dfdecf86c exists on VM [ 867.894642] env[69411]: INFO nova.compute.manager [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Took 40.62 seconds to build instance. [ 867.900023] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad131d5-bf2f-4610-b42e-2e8a1a3a7a1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.912782] env[69411]: DEBUG nova.compute.provider_tree [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.955456] env[69411]: DEBUG oslo_vmware.api [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378691, 'name': PowerOnVM_Task, 'duration_secs': 0.818988} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.955751] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.955992] env[69411]: INFO nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Took 8.08 seconds to spawn the instance on the hypervisor. [ 867.956198] env[69411]: DEBUG nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.956991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eecac24-928b-4c26-b60a-528b70005c47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.042387] env[69411]: DEBUG oslo_vmware.api [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378692, 'name': PowerOnVM_Task, 'duration_secs': 0.461252} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.042671] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.042879] env[69411]: DEBUG nova.compute.manager [None req-5884ea30-65eb-4aaa-a5cd-454efac49575 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.043679] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79118b1e-ad55-43da-b3d8-c657d64c2383 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.335198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.335581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.335640] env[69411]: DEBUG nova.network.neutron [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 868.401794] env[69411]: DEBUG oslo_concurrency.lockutils [None req-09bdfa47-3f09-4111-a7d8-e8e26a66bdfa tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.090s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.447031] env[69411]: DEBUG nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 868.447167] env[69411]: DEBUG nova.compute.provider_tree [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 92 to 93 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 868.447261] env[69411]: DEBUG nova.compute.provider_tree [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.474276] env[69411]: INFO nova.compute.manager [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Took 39.36 seconds to build instance. [ 868.579767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.579767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.580046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.580117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.580262] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.582459] env[69411]: INFO nova.compute.manager [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Terminating instance [ 868.904483] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.952895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.236s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.956085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.615s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.957996] env[69411]: INFO nova.compute.claims [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.976633] env[69411]: DEBUG oslo_concurrency.lockutils [None req-561caf3f-38c8-40e5-96da-cf3da88e8428 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.788s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.977917] env[69411]: INFO nova.scheduler.client.report [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Deleted allocations for instance c7a943eb-edf4-4811-80c5-5ab15677ee62 [ 869.088939] env[69411]: DEBUG nova.compute.manager [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.089233] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.090268] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cba6f77-2298-4cb8-b143-ae9b4c773d0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.099778] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.100051] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc784986-26d6-4e34-bc67-a98cb514b532 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.105884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.106176] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.106390] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.106584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.106862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.110131] env[69411]: DEBUG oslo_vmware.api [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 869.110131] env[69411]: value = "task-3378693" [ 869.110131] env[69411]: _type = "Task" [ 869.110131] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.115214] env[69411]: INFO nova.compute.manager [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Terminating instance [ 869.129814] env[69411]: DEBUG oslo_vmware.api [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.157361] env[69411]: DEBUG nova.network.neutron [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [{"id": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "address": "fa:16:3e:7d:af:86", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb9df0e1-e9", "ovs_interfaceid": "bb9df0e1-e9ba-4c2e-9065-a9d591d519b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.434310] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.482243] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.490018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d779fe1c-0af2-456d-a453-be7d3f57c488 tempest-SecurityGroupsTestJSON-554116360 tempest-SecurityGroupsTestJSON-554116360-project-member] Lock "c7a943eb-edf4-4811-80c5-5ab15677ee62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.738s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.621318] env[69411]: DEBUG nova.compute.manager [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.621427] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.621722] env[69411]: DEBUG oslo_vmware.api [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378693, 'name': PowerOffVM_Task, 'duration_secs': 0.309868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.622649] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98f86ee-bec8-4983-939d-565abdc0407e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.625231] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.625432] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.626044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f0b9ed9-8199-483b-8863-f3f3116d6597 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.632931] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.633197] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1a6843-9105-4511-8d33-c44c89af0dd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.639941] env[69411]: DEBUG oslo_vmware.api [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 869.639941] env[69411]: value = "task-3378695" [ 869.639941] env[69411]: _type = "Task" [ 869.639941] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.648598] env[69411]: DEBUG oslo_vmware.api [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.662950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-81dc722f-5177-4034-83dd-7d4fbeb373c3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.700908] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.700908] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.701064] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleting the datastore file [datastore2] 81dc722f-5177-4034-83dd-7d4fbeb373c3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.701463] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46a30aa-c690-4980-a566-4cd537c94fd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.710526] env[69411]: DEBUG oslo_vmware.api [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 869.710526] env[69411]: value = "task-3378696" [ 869.710526] env[69411]: _type = "Task" [ 869.710526] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.719920] env[69411]: DEBUG oslo_vmware.api [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.893272] env[69411]: DEBUG nova.compute.manager [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.893272] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5673cb2-7956-4dba-b003-81c7bec9c6b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.004429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.056533] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.057171] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.132143] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8e702-b676-352e-f83b-e8cbb5b055bd/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.132402] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2449832-7b93-45a9-b3ee-c887c836ece2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.146464] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8e702-b676-352e-f83b-e8cbb5b055bd/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 870.146721] env[69411]: ERROR oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8e702-b676-352e-f83b-e8cbb5b055bd/disk-0.vmdk due to incomplete transfer. [ 870.147510] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18f1bf43-9263-4139-ab4b-b76ba011dfd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.153685] env[69411]: DEBUG oslo_vmware.api [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378695, 'name': PowerOffVM_Task, 'duration_secs': 0.212702} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.156775] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.156987] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.158461] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50dc3ce9-ad6f-42af-865b-070b85f63d4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.160282] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8e702-b676-352e-f83b-e8cbb5b055bd/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 870.160575] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Uploaded image ef7272bc-723b-455e-986e-bb4322751c13 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 870.162833] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 870.163101] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f894a257-7b61-46da-834b-f1571a452be7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.165659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a504c889-0be3-4367-9f9d-9e1741f5433a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-81dc722f-5177-4034-83dd-7d4fbeb373c3-70d3f415-d82c-4a88-b0a1-919dfdecf86c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.848s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.173374] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 870.173374] env[69411]: value = "task-3378698" [ 870.173374] env[69411]: _type = "Task" [ 870.173374] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.195051] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378698, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.224922] env[69411]: DEBUG oslo_vmware.api [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.227965] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.228177] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.228413] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.228568] env[69411]: INFO nova.compute.manager [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 870.228834] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.229537] env[69411]: DEBUG nova.compute.manager [-] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.229537] env[69411]: DEBUG nova.network.neutron [-] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 870.259054] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.259054] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.259054] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Deleting the datastore file [datastore1] 63d07ab3-a1a8-4596-8d20-7bfac67e0d88 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.262505] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52f7372f-7493-472d-a9ab-1abe1bb28b72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.271377] env[69411]: DEBUG oslo_vmware.api [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for the task: (returnval){ [ 870.271377] env[69411]: value = "task-3378699" [ 870.271377] env[69411]: _type = "Task" [ 870.271377] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.282900] env[69411]: DEBUG oslo_vmware.api [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.405482] env[69411]: INFO nova.compute.manager [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] instance snapshotting [ 870.408927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226fd037-8188-4a21-a2d9-25d120acbf11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.439170] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead6713-4745-4aad-8a68-0a287a917215 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.567831] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.568245] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.568463] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.568636] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.568787] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.568936] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.571514] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 870.571514] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.577212] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25d2c6b-f505-4a1e-8c38-97ba87c8b6de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.594084] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d25201-aaf1-41cc-9d3f-eb1a22a17d76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.629177] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a37502a-edde-4184-8b50-fdb7ebc0f209 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.637403] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07258e8d-b1d4-4cfc-b866-36ebf6222e41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.655211] env[69411]: DEBUG nova.compute.provider_tree [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.684503] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378698, 'name': Destroy_Task, 'duration_secs': 0.41611} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.684817] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Destroyed the VM [ 870.685254] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.685363] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56cf1544-dcb0-4c7e-abda-a0a97adfebbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.693411] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 870.693411] env[69411]: value = "task-3378700" [ 870.693411] env[69411]: _type = "Task" [ 870.693411] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.703491] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.781231] env[69411]: DEBUG oslo_vmware.api [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Task: {'id': task-3378699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23717} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.781584] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.781821] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.782025] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.782206] env[69411]: INFO nova.compute.manager [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Took 1.16 seconds to destroy the instance on the hypervisor. [ 870.783290] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.783290] env[69411]: DEBUG nova.compute.manager [-] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.783290] env[69411]: DEBUG nova.network.neutron [-] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 870.951621] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.951965] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2278960a-02e1-460e-9096-e1618643cd2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.966123] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 870.966123] env[69411]: value = "task-3378701" [ 870.966123] env[69411]: _type = "Task" [ 870.966123] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.979750] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378701, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.074749] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.160801] env[69411]: DEBUG nova.scheduler.client.report [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.212071] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.399146] env[69411]: DEBUG nova.compute.manager [req-1ba69348-52e8-4376-91a8-af317295d3d9 req-0979597c-e1e2-41f6-8079-c169d7dadad6 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Received event network-vif-deleted-bb9df0e1-e9ba-4c2e-9065-a9d591d519b1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.399146] env[69411]: INFO nova.compute.manager [req-1ba69348-52e8-4376-91a8-af317295d3d9 req-0979597c-e1e2-41f6-8079-c169d7dadad6 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Neutron deleted interface bb9df0e1-e9ba-4c2e-9065-a9d591d519b1; detaching it from the instance and deleting it from the info cache [ 871.399440] env[69411]: DEBUG nova.network.neutron [req-1ba69348-52e8-4376-91a8-af317295d3d9 req-0979597c-e1e2-41f6-8079-c169d7dadad6 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.480952] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378701, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.558746] env[69411]: DEBUG nova.network.neutron [-] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.594631] env[69411]: DEBUG nova.compute.manager [req-d2e4206b-8a94-412c-8558-0656c6a7ef39 req-f199200e-edef-401f-885b-8b04ee1f7159 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Received event network-vif-deleted-c860e642-acb5-43ae-bbab-04cb01b6c24b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.595632] env[69411]: INFO nova.compute.manager [req-d2e4206b-8a94-412c-8558-0656c6a7ef39 req-f199200e-edef-401f-885b-8b04ee1f7159 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Neutron deleted interface c860e642-acb5-43ae-bbab-04cb01b6c24b; detaching it from the instance and deleting it from the info cache [ 871.595632] env[69411]: DEBUG nova.network.neutron [req-d2e4206b-8a94-412c-8558-0656c6a7ef39 req-f199200e-edef-401f-885b-8b04ee1f7159 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.666036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.666486] env[69411]: DEBUG nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.674403] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.733s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.674678] env[69411]: DEBUG nova.objects.instance [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lazy-loading 'resources' on Instance uuid 30d08bf2-b802-49e7-8bc5-8cb85fb16264 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.705555] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378700, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.759374] env[69411]: DEBUG nova.network.neutron [-] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.904545] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b962cd3-7926-450b-afe7-111c51449f5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.914968] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd9c53a-667f-4b20-bf5b-14992ab2e0b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.932296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.932540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.948749] env[69411]: DEBUG nova.compute.manager [req-1ba69348-52e8-4376-91a8-af317295d3d9 req-0979597c-e1e2-41f6-8079-c169d7dadad6 service nova] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Detach interface failed, port_id=bb9df0e1-e9ba-4c2e-9065-a9d591d519b1, reason: Instance 81dc722f-5177-4034-83dd-7d4fbeb373c3 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.977295] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378701, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.062144] env[69411]: INFO nova.compute.manager [-] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Took 1.83 seconds to deallocate network for instance. [ 872.099985] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf5477cb-c041-4aef-9a94-266dae60fa4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.114188] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a00a0-e3c2-41cf-b2f1-5f2b39edd5c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.155873] env[69411]: DEBUG nova.compute.manager [req-d2e4206b-8a94-412c-8558-0656c6a7ef39 req-f199200e-edef-401f-885b-8b04ee1f7159 service nova] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Detach interface failed, port_id=c860e642-acb5-43ae-bbab-04cb01b6c24b, reason: Instance 63d07ab3-a1a8-4596-8d20-7bfac67e0d88 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.181808] env[69411]: DEBUG nova.compute.utils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.186128] env[69411]: DEBUG nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.186313] env[69411]: DEBUG nova.network.neutron [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.207736] env[69411]: DEBUG oslo_vmware.api [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378700, 'name': RemoveSnapshot_Task, 'duration_secs': 1.455824} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.208050] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 872.208295] env[69411]: INFO nova.compute.manager [None req-6a15c84c-c87d-4f29-a5d6-3078abe0c407 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 872.241288] env[69411]: DEBUG nova.policy [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301895d078c1401c8fdac3730da2875e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6ad391abe104a7a8505828160b27371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.264841] env[69411]: INFO nova.compute.manager [-] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Took 1.48 seconds to deallocate network for instance. [ 872.480524] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378701, 'name': CreateSnapshot_Task, 'duration_secs': 1.237602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.480827] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 872.481588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9d29b-eedd-474f-b38c-b3a0dae6d815 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.568938] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.634458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862350e-c131-4ecf-b210-a9fe208b290b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.639603] env[69411]: DEBUG nova.network.neutron [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Successfully created port: aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.644898] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f77c8b4-e09e-48f6-af24-40a934c2d188 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.680669] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0979dfa5-d33c-4509-928e-640f76cc7f83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.689721] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7657e5ad-d58a-4673-bee9-a4ad1d4dea21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.695054] env[69411]: DEBUG nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.711576] env[69411]: DEBUG nova.compute.provider_tree [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.776541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.002041] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 873.002041] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc79f2d3-e9b0-4e5a-8eb7-c7a11cb37f08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.010640] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 873.010640] env[69411]: value = "task-3378702" [ 873.010640] env[69411]: _type = "Task" [ 873.010640] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.018871] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378702, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.213885] env[69411]: DEBUG nova.scheduler.client.report [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.522582] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378702, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.705193] env[69411]: DEBUG nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.719409] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.721530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.815s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.726445] env[69411]: INFO nova.compute.claims [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.741480] env[69411]: DEBUG nova.virt.hardware [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.742100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652dde03-49ee-45e5-b7a9-ac6d62a2dc00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.745040] env[69411]: INFO nova.scheduler.client.report [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Deleted allocations for instance 30d08bf2-b802-49e7-8bc5-8cb85fb16264 [ 873.754293] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4dc1e-e196-408f-83a8-039cc91f8c15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.026040] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378702, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.139772] env[69411]: DEBUG nova.compute.manager [req-27cfe26c-43bd-4194-af62-20119fb5ef82 req-60ef27b6-21ef-482f-89f5-7808aee6c7b2 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Received event network-vif-plugged-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.139772] env[69411]: DEBUG oslo_concurrency.lockutils [req-27cfe26c-43bd-4194-af62-20119fb5ef82 req-60ef27b6-21ef-482f-89f5-7808aee6c7b2 service nova] Acquiring lock "416e24c8-d946-49d5-9a34-129674cd2d0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.139772] env[69411]: DEBUG oslo_concurrency.lockutils [req-27cfe26c-43bd-4194-af62-20119fb5ef82 req-60ef27b6-21ef-482f-89f5-7808aee6c7b2 service nova] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.139772] env[69411]: DEBUG oslo_concurrency.lockutils [req-27cfe26c-43bd-4194-af62-20119fb5ef82 req-60ef27b6-21ef-482f-89f5-7808aee6c7b2 service nova] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.139772] env[69411]: DEBUG nova.compute.manager [req-27cfe26c-43bd-4194-af62-20119fb5ef82 req-60ef27b6-21ef-482f-89f5-7808aee6c7b2 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] No waiting events found dispatching network-vif-plugged-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.141201] env[69411]: WARNING nova.compute.manager [req-27cfe26c-43bd-4194-af62-20119fb5ef82 req-60ef27b6-21ef-482f-89f5-7808aee6c7b2 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Received unexpected event network-vif-plugged-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 for instance with vm_state building and task_state spawning. [ 874.226103] env[69411]: DEBUG nova.network.neutron [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Successfully updated port: aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.257039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb18ed3a-64aa-4864-a9e9-ec3f82e18737 tempest-FloatingIPsAssociationTestJSON-392817572 tempest-FloatingIPsAssociationTestJSON-392817572-project-member] Lock "30d08bf2-b802-49e7-8bc5-8cb85fb16264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.071s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.524876] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378702, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.730985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.731184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.731364] env[69411]: DEBUG nova.network.neutron [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 875.034240] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378702, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.264334] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ba8a6-6566-4354-ad5f-8808d95da18d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.277076] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607de50c-7190-42ea-ac48-572a910d9314 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.280617] env[69411]: DEBUG nova.network.neutron [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 875.309213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b19ef9-c804-4cba-9210-60e47dbe8fa0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.321269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a04a294-55b3-4aaa-b83d-da9c6236c27e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.341387] env[69411]: DEBUG nova.compute.provider_tree [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.518242] env[69411]: DEBUG nova.network.neutron [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updating instance_info_cache with network_info: [{"id": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "address": "fa:16:3e:12:06:e6", "network": {"id": "373cc1f6-2245-4587-9df9-c67a3e4037a0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1880180509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ad391abe104a7a8505828160b27371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeeb9a3f-d6", "ovs_interfaceid": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.529361] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378702, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.799916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "670c72ab-c734-482a-91eb-109d2c9b2e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.800185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.846358] env[69411]: DEBUG nova.scheduler.client.report [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.028588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Releasing lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.029165] env[69411]: DEBUG nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Instance network_info: |[{"id": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "address": "fa:16:3e:12:06:e6", "network": {"id": "373cc1f6-2245-4587-9df9-c67a3e4037a0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1880180509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ad391abe104a7a8505828160b27371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeeb9a3f-d6", "ovs_interfaceid": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.029605] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:06:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeeb9a3f-d673-4c0d-be15-40f67039d5a0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.041926] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Creating folder: Project (a6ad391abe104a7a8505828160b27371). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.041926] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a26d5b-36c7-4abd-93e0-759eaec47cf1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.046655] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378702, 'name': CloneVM_Task, 'duration_secs': 2.918819} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.046973] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Created linked-clone VM from snapshot [ 876.047828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874dddaa-4bd4-4e5a-9947-af77fa88fce7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.062974] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Uploading image 02b4334b-ced3-45a9-a0ad-e567bbfadbea {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.071490] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Created folder: Project (a6ad391abe104a7a8505828160b27371) in parent group-v674052. [ 876.071490] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Creating folder: Instances. Parent ref: group-v674207. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.071490] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68cef014-6337-4043-b88a-c801a407e2f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.081739] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Created folder: Instances in parent group-v674207. [ 876.082484] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.082484] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.082628] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b63776f9-c6ab-400c-853d-4b0e1e377bf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.097925] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.098293] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78112057-59ad-43a1-8c15-0d0eb6e1a805 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.109024] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.109024] env[69411]: value = "task-3378706" [ 876.109024] env[69411]: _type = "Task" [ 876.109024] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.109024] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 876.109024] env[69411]: value = "task-3378705" [ 876.109024] env[69411]: _type = "Task" [ 876.109024] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.120469] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378705, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.123181] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378706, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.175380] env[69411]: DEBUG nova.compute.manager [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Received event network-changed-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.175609] env[69411]: DEBUG nova.compute.manager [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Refreshing instance network info cache due to event network-changed-aeeb9a3f-d673-4c0d-be15-40f67039d5a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.176497] env[69411]: DEBUG oslo_concurrency.lockutils [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] Acquiring lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.176497] env[69411]: DEBUG oslo_concurrency.lockutils [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] Acquired lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.176497] env[69411]: DEBUG nova.network.neutron [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Refreshing network info cache for port aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 876.356135] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.356750] env[69411]: DEBUG nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.360059] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.198s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.361666] env[69411]: INFO nova.compute.claims [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.620980] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378705, 'name': Destroy_Task, 'duration_secs': 0.385276} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.624330] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Destroyed the VM [ 876.624579] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.624809] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378706, 'name': CreateVM_Task, 'duration_secs': 0.37686} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.625015] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66741345-a3a0-4aff-8435-5a68c9759045 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.626655] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.628048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.628048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.628048] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.628788] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abd4872-4f5b-4418-886f-b937cd853825 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.634261] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 876.634261] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525ebad7-d17e-4f28-4352-f346075800ab" [ 876.634261] env[69411]: _type = "Task" [ 876.634261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.638023] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 876.638023] env[69411]: value = "task-3378707" [ 876.638023] env[69411]: _type = "Task" [ 876.638023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.648141] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.652459] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525ebad7-d17e-4f28-4352-f346075800ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.867464] env[69411]: DEBUG nova.compute.utils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.872563] env[69411]: DEBUG nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.872563] env[69411]: DEBUG nova.network.neutron [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.963685] env[69411]: DEBUG nova.network.neutron [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updated VIF entry in instance network info cache for port aeeb9a3f-d673-4c0d-be15-40f67039d5a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 876.963685] env[69411]: DEBUG nova.network.neutron [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updating instance_info_cache with network_info: [{"id": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "address": "fa:16:3e:12:06:e6", "network": {"id": "373cc1f6-2245-4587-9df9-c67a3e4037a0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1880180509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ad391abe104a7a8505828160b27371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeeb9a3f-d6", "ovs_interfaceid": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.981220] env[69411]: DEBUG nova.policy [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b667dca48c849448d643007ba41bd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18c5e773da046139a85ac70d1a57b85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.157811] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378707, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.162461] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525ebad7-d17e-4f28-4352-f346075800ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.162775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.163572] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.163572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.163572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.163774] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.163917] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd381b04-f469-49f8-9b5b-a2d7928f3c08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.175787] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.176285] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.177573] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e314e1c6-ddd8-41a5-a34b-bb1babd80a50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.185434] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 877.185434] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52da4ce7-8d46-d66a-3825-a8e58eb4971a" [ 877.185434] env[69411]: _type = "Task" [ 877.185434] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.194301] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da4ce7-8d46-d66a-3825-a8e58eb4971a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.372424] env[69411]: DEBUG nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.465839] env[69411]: DEBUG oslo_concurrency.lockutils [req-47fedb02-ff49-4dda-9aaa-cfebd4d847a1 req-b5854469-944e-4e08-bf9e-be6b973ddd6f service nova] Releasing lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.490307] env[69411]: DEBUG nova.network.neutron [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Successfully created port: b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.656866] env[69411]: DEBUG oslo_vmware.api [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378707, 'name': RemoveSnapshot_Task, 'duration_secs': 0.918014} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.657271] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.699920] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da4ce7-8d46-d66a-3825-a8e58eb4971a, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.700827] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9f8553-3dad-4644-991d-02c3b72f3a63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.707529] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 877.707529] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526e5ed1-a261-9e63-df03-d905ea34395b" [ 877.707529] env[69411]: _type = "Task" [ 877.707529] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.718241] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526e5ed1-a261-9e63-df03-d905ea34395b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.870903] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0db53f-c589-41e8-90ee-d830aed25c92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.882922] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30835534-7363-4190-8337-d836e55604b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.917048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637ab61-e132-48d5-b1b6-f75256290f30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.925928] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2375469-b014-48dc-a4c7-da5c929cb1e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.941520] env[69411]: DEBUG nova.compute.provider_tree [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.161993] env[69411]: WARNING nova.compute.manager [None req-e4f4a895-93f6-4645-b601-13f02006538b tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Image not found during snapshot: nova.exception.ImageNotFound: Image 02b4334b-ced3-45a9-a0ad-e567bbfadbea could not be found. [ 878.219215] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526e5ed1-a261-9e63-df03-d905ea34395b, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.219451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.219751] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 416e24c8-d946-49d5-9a34-129674cd2d0d/416e24c8-d946-49d5-9a34-129674cd2d0d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.220029] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26447c26-86a6-4be7-91a3-bdce97781cfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.227458] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 878.227458] env[69411]: value = "task-3378708" [ 878.227458] env[69411]: _type = "Task" [ 878.227458] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.235748] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.392239] env[69411]: DEBUG nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.418511] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.418748] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.418946] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.421547] env[69411]: DEBUG nova.virt.hardware [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.422982] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89518db-334e-4c13-bf75-853183aa6165 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.432032] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f683252-07e5-44c4-8e29-a27da8520d57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.452187] env[69411]: DEBUG nova.scheduler.client.report [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.583382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "e17301b5-47a0-4ef3-8530-5fd99d81b820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.585666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.585666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "e17301b5-47a0-4ef3-8530-5fd99d81b820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.585666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.585666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.588130] env[69411]: INFO nova.compute.manager [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Terminating instance [ 878.745255] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459307} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.745861] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 416e24c8-d946-49d5-9a34-129674cd2d0d/416e24c8-d946-49d5-9a34-129674cd2d0d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.745975] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.746395] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aedeb801-3102-4596-bf17-2ec22a23f7cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.754389] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 878.754389] env[69411]: value = "task-3378709" [ 878.754389] env[69411]: _type = "Task" [ 878.754389] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.766447] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.960546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.961513] env[69411]: DEBUG nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.964659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.737s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.966031] env[69411]: INFO nova.compute.claims [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.094515] env[69411]: DEBUG nova.compute.manager [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.094724] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.095795] env[69411]: DEBUG nova.compute.manager [req-8ada949a-a662-4f66-a63b-3849d7b1995e req-ca0e030a-5381-4ffa-82e5-6d4518155a8d service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Received event network-vif-plugged-b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.095992] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ada949a-a662-4f66-a63b-3849d7b1995e req-ca0e030a-5381-4ffa-82e5-6d4518155a8d service nova] Acquiring lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.098319] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ada949a-a662-4f66-a63b-3849d7b1995e req-ca0e030a-5381-4ffa-82e5-6d4518155a8d service nova] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.098501] env[69411]: DEBUG oslo_concurrency.lockutils [req-8ada949a-a662-4f66-a63b-3849d7b1995e req-ca0e030a-5381-4ffa-82e5-6d4518155a8d service nova] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.098677] env[69411]: DEBUG nova.compute.manager [req-8ada949a-a662-4f66-a63b-3849d7b1995e req-ca0e030a-5381-4ffa-82e5-6d4518155a8d service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] No waiting events found dispatching network-vif-plugged-b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.098843] env[69411]: WARNING nova.compute.manager [req-8ada949a-a662-4f66-a63b-3849d7b1995e req-ca0e030a-5381-4ffa-82e5-6d4518155a8d service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Received unexpected event network-vif-plugged-b7f2d429-5749-4472-98b0-740cd6744f61 for instance with vm_state building and task_state spawning. [ 879.099993] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff072ca6-df05-4e86-a6d2-6285c04ed594 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.108667] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.108924] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af774d5b-c1e7-40ac-a3f4-bad3f4906db8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.116057] env[69411]: DEBUG oslo_vmware.api [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 879.116057] env[69411]: value = "task-3378710" [ 879.116057] env[69411]: _type = "Task" [ 879.116057] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.124406] env[69411]: DEBUG oslo_vmware.api [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.274581] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067644} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.274899] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.278301] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f096042-ab3d-4329-babb-24b3c6362f41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.309128] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 416e24c8-d946-49d5-9a34-129674cd2d0d/416e24c8-d946-49d5-9a34-129674cd2d0d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.309476] env[69411]: DEBUG nova.network.neutron [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Successfully updated port: b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.314591] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ba81d2-9791-420a-9b4b-6bf54c044891 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.329028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.329197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.329330] env[69411]: DEBUG nova.network.neutron [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 879.339971] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 879.339971] env[69411]: value = "task-3378711" [ 879.339971] env[69411]: _type = "Task" [ 879.339971] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.354694] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.477079] env[69411]: DEBUG nova.compute.utils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.480878] env[69411]: DEBUG nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 879.628795] env[69411]: DEBUG oslo_vmware.api [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378710, 'name': PowerOffVM_Task, 'duration_secs': 0.193425} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.629462] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.629643] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.629939] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47d435b3-cf0f-4d5b-b9b1-76e9d392d8a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.698827] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.699077] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.699923] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleting the datastore file [datastore1] e17301b5-47a0-4ef3-8530-5fd99d81b820 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.699923] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6229b8e-3f9f-484a-b3b0-17a7209735ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.708377] env[69411]: DEBUG oslo_vmware.api [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 879.708377] env[69411]: value = "task-3378713" [ 879.708377] env[69411]: _type = "Task" [ 879.708377] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.721362] env[69411]: DEBUG oslo_vmware.api [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.851159] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378711, 'name': ReconfigVM_Task, 'duration_secs': 0.276526} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.853287] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 416e24c8-d946-49d5-9a34-129674cd2d0d/416e24c8-d946-49d5-9a34-129674cd2d0d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.853287] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a754f78-ea9c-48bb-b35f-f00e602093d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.859222] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 879.859222] env[69411]: value = "task-3378714" [ 879.859222] env[69411]: _type = "Task" [ 879.859222] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.871054] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378714, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.884964] env[69411]: DEBUG nova.network.neutron [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 879.985548] env[69411]: DEBUG nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.109508] env[69411]: DEBUG nova.network.neutron [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Updating instance_info_cache with network_info: [{"id": "b7f2d429-5749-4472-98b0-740cd6744f61", "address": "fa:16:3e:26:2e:f0", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f2d429-57", "ovs_interfaceid": "b7f2d429-5749-4472-98b0-740cd6744f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.219739] env[69411]: DEBUG oslo_vmware.api [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190103} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.220046] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.220592] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.220592] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.220795] env[69411]: INFO nova.compute.manager [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Took 1.13 seconds to destroy the instance on the hypervisor. [ 880.220940] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.221151] env[69411]: DEBUG nova.compute.manager [-] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.221247] env[69411]: DEBUG nova.network.neutron [-] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 880.373099] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378714, 'name': Rename_Task, 'duration_secs': 0.180285} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.373345] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.373615] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc0f6f5a-f2f2-4a7d-9343-c1173729e281 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.382089] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 880.382089] env[69411]: value = "task-3378715" [ 880.382089] env[69411]: _type = "Task" [ 880.382089] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.395715] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.479470] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e222cb4-f555-4b5f-8cef-4ec3adffed16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.489833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a7d53-fdfd-42f0-b761-ced38e5e786d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.527885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74479d2a-ef99-4a41-a8aa-4f8ae9e6b4b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.537112] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dfce7d-a62b-40af-93a5-d89104272041 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.554637] env[69411]: DEBUG nova.compute.provider_tree [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.612256] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.612605] env[69411]: DEBUG nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Instance network_info: |[{"id": "b7f2d429-5749-4472-98b0-740cd6744f61", "address": "fa:16:3e:26:2e:f0", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f2d429-57", "ovs_interfaceid": "b7f2d429-5749-4472-98b0-740cd6744f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.613034] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:2e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7f2d429-5749-4472-98b0-740cd6744f61', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.621543] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.621773] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.622007] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff232fa2-c280-44f9-ae48-3da64a5ef320 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.644679] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.644679] env[69411]: value = "task-3378716" [ 880.644679] env[69411]: _type = "Task" [ 880.644679] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.653048] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378716, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.894050] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.001053] env[69411]: DEBUG nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.029994] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.029994] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.029994] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.029994] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.029994] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.033255] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.033255] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.033255] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.033255] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.033255] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.033255] env[69411]: DEBUG nova.virt.hardware [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.033255] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4054a0-f06a-4094-92f7-fda33640c4ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.041884] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a965bc-5bcd-49c9-97c1-6075367c2ba9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.065973] env[69411]: DEBUG nova.scheduler.client.report [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.069618] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.078018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Creating folder: Project (b6673176edc14e109cfa731247a41737). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.078018] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a465c757-044c-4c43-a654-05b7bd64989b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.090710] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Created folder: Project (b6673176edc14e109cfa731247a41737) in parent group-v674052. [ 881.091477] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Creating folder: Instances. Parent ref: group-v674211. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.091878] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8945dfdc-8e4a-45b6-83da-b0f1cf9ea2be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.105206] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Created folder: Instances in parent group-v674211. [ 881.105680] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.106237] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.106556] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93d3a75b-4a34-43fa-957e-03abf94b3438 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.126333] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.126333] env[69411]: value = "task-3378719" [ 881.126333] env[69411]: _type = "Task" [ 881.126333] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.134918] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378719, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.156116] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378716, 'name': CreateVM_Task, 'duration_secs': 0.352132} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.156864] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.157486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.157659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.158132] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.158497] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0169d15-20d6-44d9-b181-bb626ee28c2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.165740] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 881.165740] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c74de4-b741-ac34-3e56-b5f064f95a3d" [ 881.165740] env[69411]: _type = "Task" [ 881.165740] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.175582] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c74de4-b741-ac34-3e56-b5f064f95a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.283889] env[69411]: DEBUG nova.network.neutron [-] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.313349] env[69411]: DEBUG nova.compute.manager [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Received event network-changed-b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.313563] env[69411]: DEBUG nova.compute.manager [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Refreshing instance network info cache due to event network-changed-b7f2d429-5749-4472-98b0-740cd6744f61. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.313754] env[69411]: DEBUG oslo_concurrency.lockutils [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] Acquiring lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.313925] env[69411]: DEBUG oslo_concurrency.lockutils [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] Acquired lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.314268] env[69411]: DEBUG nova.network.neutron [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Refreshing network info cache for port b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 881.396993] env[69411]: DEBUG oslo_vmware.api [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3378715, 'name': PowerOnVM_Task, 'duration_secs': 0.6424} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.397169] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.397374] env[69411]: INFO nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Took 7.69 seconds to spawn the instance on the hypervisor. [ 881.397560] env[69411]: DEBUG nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.398413] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d81f0f3-4968-4c2c-9bf6-cf655e6559b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.570960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.571903] env[69411]: DEBUG nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.574767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.932s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.637177] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378719, 'name': CreateVM_Task, 'duration_secs': 0.432019} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.637291] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.638030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.676137] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c74de4-b741-ac34-3e56-b5f064f95a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.676455] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.676689] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.676929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.677094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.677277] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.677560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.677905] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.678146] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d009d7cd-3a1a-4bc7-afe9-3240a9b266bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.679943] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e754f3-7bb6-4db9-8865-4ba90996c724 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.685525] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 881.685525] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e89fa1-baf6-8d8b-cde0-207890c68245" [ 881.685525] env[69411]: _type = "Task" [ 881.685525] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.689660] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.689736] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.690935] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c2deff-5ef7-4962-9e92-af18d7b1eec6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.695778] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e89fa1-baf6-8d8b-cde0-207890c68245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.699298] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 881.699298] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521ea35d-be99-7ecf-5c68-d6db325ea0de" [ 881.699298] env[69411]: _type = "Task" [ 881.699298] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.707171] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521ea35d-be99-7ecf-5c68-d6db325ea0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.789026] env[69411]: INFO nova.compute.manager [-] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Took 1.57 seconds to deallocate network for instance. [ 881.793447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "1052841c-b284-4244-831c-de3efb810d07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.793671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "1052841c-b284-4244-831c-de3efb810d07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.919917] env[69411]: INFO nova.compute.manager [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Took 46.62 seconds to build instance. [ 882.056547] env[69411]: DEBUG nova.network.neutron [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Updated VIF entry in instance network info cache for port b7f2d429-5749-4472-98b0-740cd6744f61. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 882.056937] env[69411]: DEBUG nova.network.neutron [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Updating instance_info_cache with network_info: [{"id": "b7f2d429-5749-4472-98b0-740cd6744f61", "address": "fa:16:3e:26:2e:f0", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f2d429-57", "ovs_interfaceid": "b7f2d429-5749-4472-98b0-740cd6744f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.077839] env[69411]: DEBUG nova.compute.utils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.082245] env[69411]: INFO nova.compute.claims [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.085559] env[69411]: DEBUG nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.085747] env[69411]: DEBUG nova.network.neutron [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.134872] env[69411]: DEBUG nova.policy [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f9f6a1fb4a948ef9d1b10c3ba5a640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cb180a19af409ab3cbb02a5fd08c6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.200598] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e89fa1-baf6-8d8b-cde0-207890c68245, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.204309] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.204565] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.204800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.210591] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521ea35d-be99-7ecf-5c68-d6db325ea0de, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.211392] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c30223-5011-40b9-8992-10697930b301 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.217256] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 882.217256] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5203b0bd-2af0-ccac-e141-87550cdd8012" [ 882.217256] env[69411]: _type = "Task" [ 882.217256] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.225470] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5203b0bd-2af0-ccac-e141-87550cdd8012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.299131] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.423567] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae700091-63d7-4b67-9251-fd0b30fdec7a tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.681s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.561416] env[69411]: DEBUG oslo_concurrency.lockutils [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] Releasing lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.562809] env[69411]: DEBUG nova.compute.manager [req-0616655e-a407-4d96-9cf7-48d0477ba498 req-329be983-fcfa-425a-bc4d-01c9a69a9763 service nova] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Received event network-vif-deleted-5a418c30-f8e1-4194-a7e6-ab82c1c4f584 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.569560] env[69411]: DEBUG nova.network.neutron [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Successfully created port: a5839dfc-6da0-47c4-bbb9-2088ad939ffe {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.590442] env[69411]: INFO nova.compute.resource_tracker [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating resource usage from migration 7d4dfe4a-fb33-4c13-af77-6cf6b1491ae7 [ 882.594251] env[69411]: DEBUG nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.729665] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5203b0bd-2af0-ccac-e141-87550cdd8012, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.729969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.730273] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] d65c4d08-58d2-4b32-af52-e5247e85dc25/d65c4d08-58d2-4b32-af52-e5247e85dc25.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.730556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.730745] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.730981] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bdda69f-4d5d-4060-a515-67ef9c3bd06f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.733017] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f77156d3-2c8f-4c20-b328-bc7d638c13e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.743083] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 882.743083] env[69411]: value = "task-3378720" [ 882.743083] env[69411]: _type = "Task" [ 882.743083] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.748344] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.748344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.751345] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd49e729-4d0c-4700-956e-fd698a0c1ec6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.757233] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.760558] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 882.760558] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52538f95-6d92-2211-7680-024a4301cf8c" [ 882.760558] env[69411]: _type = "Task" [ 882.760558] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.772206] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52538f95-6d92-2211-7680-024a4301cf8c, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.773186] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a79bea-c589-4297-9fa6-5196fdef1c3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.779927] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 882.779927] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5224c9a4-8afc-9c33-1f6a-cbde1bb14298" [ 882.779927] env[69411]: _type = "Task" [ 882.779927] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.789603] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5224c9a4-8afc-9c33-1f6a-cbde1bb14298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.930424] env[69411]: DEBUG nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.127207] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead3ba2b-e174-4253-8300-a70cf8257474 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.137043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989b3c6a-6b15-4d0c-a5fc-9f5189e3bf53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.181663] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec9cca-c44b-49fd-975c-14af817c74cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.190693] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ad3262-21eb-4737-b53e-e8d283f1f951 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.207353] env[69411]: DEBUG nova.compute.provider_tree [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.253158] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378720, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.291405] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5224c9a4-8afc-9c33-1f6a-cbde1bb14298, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.291679] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.291950] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c3461854-762f-4626-ab3c-36a19888c88d/c3461854-762f-4626-ab3c-36a19888c88d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.292540] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b25b34ae-163e-4dc1-ad2c-e14fbe40deec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.301166] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 883.301166] env[69411]: value = "task-3378721" [ 883.301166] env[69411]: _type = "Task" [ 883.301166] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.308785] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.343280] env[69411]: DEBUG nova.compute.manager [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Received event network-changed-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.343485] env[69411]: DEBUG nova.compute.manager [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Refreshing instance network info cache due to event network-changed-aeeb9a3f-d673-4c0d-be15-40f67039d5a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.343709] env[69411]: DEBUG oslo_concurrency.lockutils [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] Acquiring lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.343856] env[69411]: DEBUG oslo_concurrency.lockutils [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] Acquired lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.344036] env[69411]: DEBUG nova.network.neutron [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Refreshing network info cache for port aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 883.461814] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.607402] env[69411]: DEBUG nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.633695] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.633879] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.634134] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.634553] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.634553] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.634645] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.634859] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.635037] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.635225] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.635430] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.635627] env[69411]: DEBUG nova.virt.hardware [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.636560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb54f6c-3b2b-4a06-b051-229b2127fb31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.647228] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db12a8d3-fb70-4b6e-9202-b85aea4d6fd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.710280] env[69411]: DEBUG nova.scheduler.client.report [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.755713] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378720, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.811307] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.087651] env[69411]: DEBUG nova.network.neutron [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updated VIF entry in instance network info cache for port aeeb9a3f-d673-4c0d-be15-40f67039d5a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 884.088044] env[69411]: DEBUG nova.network.neutron [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updating instance_info_cache with network_info: [{"id": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "address": "fa:16:3e:12:06:e6", "network": {"id": "373cc1f6-2245-4587-9df9-c67a3e4037a0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1880180509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ad391abe104a7a8505828160b27371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeeb9a3f-d6", "ovs_interfaceid": "aeeb9a3f-d673-4c0d-be15-40f67039d5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.216126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.641s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.216126] env[69411]: INFO nova.compute.manager [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Migrating [ 884.224578] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.047s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.224824] env[69411]: DEBUG nova.objects.instance [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lazy-loading 'resources' on Instance uuid 1683b25a-b952-4887-b71b-e0d542b1208e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.254279] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378720, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.478028} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.254552] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] d65c4d08-58d2-4b32-af52-e5247e85dc25/d65c4d08-58d2-4b32-af52-e5247e85dc25.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.254768] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.255036] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b20e798a-c7f6-407e-b5b8-b8176f5722a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.265449] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 884.265449] env[69411]: value = "task-3378722" [ 884.265449] env[69411]: _type = "Task" [ 884.265449] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.275264] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.315794] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378721, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.489622] env[69411]: DEBUG nova.network.neutron [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Successfully updated port: a5839dfc-6da0-47c4-bbb9-2088ad939ffe {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.591247] env[69411]: DEBUG oslo_concurrency.lockutils [req-a7db215c-87b4-4e14-9a47-edfd40450b43 req-0318abaa-df95-4d4a-85af-72f13186c5d4 service nova] Releasing lock "refresh_cache-416e24c8-d946-49d5-9a34-129674cd2d0d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.735569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.735797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.736105] env[69411]: DEBUG nova.network.neutron [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 884.776592] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213569} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.779037] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.780046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11d1d22-3589-4c3f-b776-ab7766de7de1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.802800] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] d65c4d08-58d2-4b32-af52-e5247e85dc25/d65c4d08-58d2-4b32-af52-e5247e85dc25.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.805368] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f529c7e3-6b62-4309-b55b-6c38219c0e70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.830519] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378721, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.411323} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.831852] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c3461854-762f-4626-ab3c-36a19888c88d/c3461854-762f-4626-ab3c-36a19888c88d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.832105] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.832438] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 884.832438] env[69411]: value = "task-3378723" [ 884.832438] env[69411]: _type = "Task" [ 884.832438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.835094] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b3f28f-e440-4fe1-95f5-2a5ef974bb6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.849173] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.852202] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 884.852202] env[69411]: value = "task-3378724" [ 884.852202] env[69411]: _type = "Task" [ 884.852202] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.861160] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.993378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "refresh_cache-127aa697-2d67-47d9-96d4-f70858a832eb" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.993378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "refresh_cache-127aa697-2d67-47d9-96d4-f70858a832eb" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.993378] env[69411]: DEBUG nova.network.neutron [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 885.168979] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef2ebf7-80f4-45db-8c88-7a9d5e7de9de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.177598] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ce212-8bbb-43db-9d7b-269494a296f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.208139] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb2e79-f5e8-4603-8d72-e7af9953af86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.216058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e054b-c67e-48bb-9d83-e98564d3c83d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.229858] env[69411]: DEBUG nova.compute.provider_tree [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.349809] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378723, 'name': ReconfigVM_Task, 'duration_secs': 0.294236} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.350219] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Reconfigured VM instance instance-00000036 to attach disk [datastore2] d65c4d08-58d2-4b32-af52-e5247e85dc25/d65c4d08-58d2-4b32-af52-e5247e85dc25.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.351057] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-868ebd44-5288-4b5f-8dc3-1e809be49e6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.363911] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079125} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.365556] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.366027] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 885.366027] env[69411]: value = "task-3378725" [ 885.366027] env[69411]: _type = "Task" [ 885.366027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.366992] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2973bfda-e07b-4ba0-b0d3-d1fda2d9147a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.378813] env[69411]: DEBUG nova.compute.manager [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Received event network-vif-plugged-a5839dfc-6da0-47c4-bbb9-2088ad939ffe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.379063] env[69411]: DEBUG oslo_concurrency.lockutils [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] Acquiring lock "127aa697-2d67-47d9-96d4-f70858a832eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.379269] env[69411]: DEBUG oslo_concurrency.lockutils [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] Lock "127aa697-2d67-47d9-96d4-f70858a832eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.379440] env[69411]: DEBUG oslo_concurrency.lockutils [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] Lock "127aa697-2d67-47d9-96d4-f70858a832eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.379736] env[69411]: DEBUG nova.compute.manager [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] No waiting events found dispatching network-vif-plugged-a5839dfc-6da0-47c4-bbb9-2088ad939ffe {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.379943] env[69411]: WARNING nova.compute.manager [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Received unexpected event network-vif-plugged-a5839dfc-6da0-47c4-bbb9-2088ad939ffe for instance with vm_state building and task_state spawning. [ 885.380135] env[69411]: DEBUG nova.compute.manager [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Received event network-changed-a5839dfc-6da0-47c4-bbb9-2088ad939ffe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.380298] env[69411]: DEBUG nova.compute.manager [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Refreshing instance network info cache due to event network-changed-a5839dfc-6da0-47c4-bbb9-2088ad939ffe. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.380466] env[69411]: DEBUG oslo_concurrency.lockutils [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] Acquiring lock "refresh_cache-127aa697-2d67-47d9-96d4-f70858a832eb" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.387287] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378725, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.406283] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c3461854-762f-4626-ab3c-36a19888c88d/c3461854-762f-4626-ab3c-36a19888c88d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.406922] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593445b5-02ef-4609-96c5-dad4e5f1da4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.427452] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 885.427452] env[69411]: value = "task-3378726" [ 885.427452] env[69411]: _type = "Task" [ 885.427452] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.436213] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.505360] env[69411]: DEBUG nova.network.neutron [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [{"id": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "address": "fa:16:3e:92:4e:e1", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7b046f-3e", "ovs_interfaceid": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.525659] env[69411]: DEBUG nova.network.neutron [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 885.671332] env[69411]: DEBUG nova.network.neutron [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Updating instance_info_cache with network_info: [{"id": "a5839dfc-6da0-47c4-bbb9-2088ad939ffe", "address": "fa:16:3e:95:80:e6", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5839dfc-6d", "ovs_interfaceid": "a5839dfc-6da0-47c4-bbb9-2088ad939ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.733871] env[69411]: DEBUG nova.scheduler.client.report [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.881460] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378725, 'name': Rename_Task, 'duration_secs': 0.160136} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.881691] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.881935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4e7172-4b08-4a93-867d-4fa02f167a54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.890678] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 885.890678] env[69411]: value = "task-3378727" [ 885.890678] env[69411]: _type = "Task" [ 885.890678] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.909885] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.938084] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.008639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.175015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "refresh_cache-127aa697-2d67-47d9-96d4-f70858a832eb" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.175295] env[69411]: DEBUG nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Instance network_info: |[{"id": "a5839dfc-6da0-47c4-bbb9-2088ad939ffe", "address": "fa:16:3e:95:80:e6", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5839dfc-6d", "ovs_interfaceid": "a5839dfc-6da0-47c4-bbb9-2088ad939ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.175490] env[69411]: DEBUG oslo_concurrency.lockutils [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] Acquired lock "refresh_cache-127aa697-2d67-47d9-96d4-f70858a832eb" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.175707] env[69411]: DEBUG nova.network.neutron [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Refreshing network info cache for port a5839dfc-6da0-47c4-bbb9-2088ad939ffe {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 886.176930] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:80:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5839dfc-6da0-47c4-bbb9-2088ad939ffe', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.185463] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.188790] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.189360] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb5666dc-27f2-422d-8545-d7351f319d40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.212535] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.212535] env[69411]: value = "task-3378728" [ 886.212535] env[69411]: _type = "Task" [ 886.212535] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.220972] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378728, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.239089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.241361] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.773s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.244205] env[69411]: INFO nova.compute.claims [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.259611] env[69411]: INFO nova.scheduler.client.report [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Deleted allocations for instance 1683b25a-b952-4887-b71b-e0d542b1208e [ 886.405993] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.418838] env[69411]: DEBUG nova.network.neutron [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Updated VIF entry in instance network info cache for port a5839dfc-6da0-47c4-bbb9-2088ad939ffe. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 886.419264] env[69411]: DEBUG nova.network.neutron [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Updating instance_info_cache with network_info: [{"id": "a5839dfc-6da0-47c4-bbb9-2088ad939ffe", "address": "fa:16:3e:95:80:e6", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5839dfc-6d", "ovs_interfaceid": "a5839dfc-6da0-47c4-bbb9-2088ad939ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.439046] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378726, 'name': ReconfigVM_Task, 'duration_secs': 0.716137} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.439188] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c3461854-762f-4626-ab3c-36a19888c88d/c3461854-762f-4626-ab3c-36a19888c88d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.439795] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5decd01d-b7c4-43d4-b251-2aea7c53242e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.447875] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 886.447875] env[69411]: value = "task-3378729" [ 886.447875] env[69411]: _type = "Task" [ 886.447875] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.459737] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378729, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.722546] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378728, 'name': CreateVM_Task, 'duration_secs': 0.318835} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.722734] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.723460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.723629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.723954] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.724231] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f05534-7ec6-4607-9da9-421c2a792085 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.729488] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 886.729488] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5253263d-83f6-05e7-be83-b5f1afdab2b1" [ 886.729488] env[69411]: _type = "Task" [ 886.729488] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.738253] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5253263d-83f6-05e7-be83-b5f1afdab2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.766599] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4ffd20fa-3ef2-4363-a5bb-ec9eaa2f1c10 tempest-ServerPasswordTestJSON-1347320350 tempest-ServerPasswordTestJSON-1347320350-project-member] Lock "1683b25a-b952-4887-b71b-e0d542b1208e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.004s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.900924] env[69411]: DEBUG oslo_vmware.api [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378727, 'name': PowerOnVM_Task, 'duration_secs': 0.632524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.901532] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.901758] env[69411]: INFO nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Took 8.51 seconds to spawn the instance on the hypervisor. [ 886.901947] env[69411]: DEBUG nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.902745] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b199f-f6f7-4794-9788-5203c9d2f3d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.924052] env[69411]: DEBUG oslo_concurrency.lockutils [req-a251fc16-b797-4eec-bc33-cfdfc5e92fb9 req-7ca55d00-15ff-4c22-9009-9f04fac583df service nova] Releasing lock "refresh_cache-127aa697-2d67-47d9-96d4-f70858a832eb" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.958127] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378729, 'name': Rename_Task, 'duration_secs': 0.161824} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.958430] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.958718] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a5381f-2686-49e6-8774-d1bd805c7ab0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.966972] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 886.966972] env[69411]: value = "task-3378730" [ 886.966972] env[69411]: _type = "Task" [ 886.966972] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.975234] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.241078] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5253263d-83f6-05e7-be83-b5f1afdab2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.241377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.241537] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.241741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.242022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.242103] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.242340] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c60d760-5162-46f3-a827-9d8f1b51f57b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.254051] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.254393] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.255257] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14507f81-3e59-4d90-8843-28814e603044 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.265019] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 887.265019] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526d496c-6b02-abea-d0b4-4c3b4356419d" [ 887.265019] env[69411]: _type = "Task" [ 887.265019] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.273092] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526d496c-6b02-abea-d0b4-4c3b4356419d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.430476] env[69411]: INFO nova.compute.manager [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Took 50.54 seconds to build instance. [ 887.482141] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.531968] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d4e60f-a4a1-404d-9a13-d95fe401353a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.549276] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance 'f1721a7b-378a-4fca-968f-63d27df12cd2' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.742299] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e20f3a3-c2bb-4e38-b2d1-4f379161f672 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.751039] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9128b135-055b-4ece-983b-9f97e79703aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.784967] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b287f5cd-0253-4094-b72c-69f7950e184d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.798629] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526d496c-6b02-abea-d0b4-4c3b4356419d, 'name': SearchDatastore_Task, 'duration_secs': 0.01291} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.800874] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687bd903-8a0f-4251-98bf-b703a9b099d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.805735] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf075f1f-2d4e-4904-a119-4b679510d4d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.813255] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 887.813255] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7b12a-0318-2dab-55a1-ff91bd19d8ec" [ 887.813255] env[69411]: _type = "Task" [ 887.813255] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.824142] env[69411]: DEBUG nova.compute.provider_tree [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.836152] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7b12a-0318-2dab-55a1-ff91bd19d8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.019553} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.836611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.836675] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 127aa697-2d67-47d9-96d4-f70858a832eb/127aa697-2d67-47d9-96d4-f70858a832eb.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.837194] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5c30de-0b7f-4293-98f5-1ee05a288e1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.845265] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 887.845265] env[69411]: value = "task-3378731" [ 887.845265] env[69411]: _type = "Task" [ 887.845265] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.854062] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.928378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d64ed6f-03dc-4752-a377-fa74120e6901 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.410s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.980275] env[69411]: DEBUG oslo_vmware.api [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378730, 'name': PowerOnVM_Task, 'duration_secs': 0.873838} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.980563] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.980774] env[69411]: INFO nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Took 6.98 seconds to spawn the instance on the hypervisor. [ 887.980960] env[69411]: DEBUG nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.981820] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e346881-80ff-4e76-a9b3-93d0e1221800 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.057179] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.057541] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a4f29a-e2b4-438b-abc7-d649794f0bbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.069264] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 888.069264] env[69411]: value = "task-3378732" [ 888.069264] env[69411]: _type = "Task" [ 888.069264] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.083962] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.301223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.301223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.301223] env[69411]: INFO nova.compute.manager [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Shelving [ 888.333979] env[69411]: DEBUG nova.scheduler.client.report [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.362482] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378731, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.431326] env[69411]: DEBUG nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.505263] env[69411]: INFO nova.compute.manager [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Took 46.37 seconds to build instance. [ 888.581432] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378732, 'name': PowerOffVM_Task, 'duration_secs': 0.411654} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.581765] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.581959] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance 'f1721a7b-378a-4fca-968f-63d27df12cd2' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.841873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.842509] env[69411]: DEBUG nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.846460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.748s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.850151] env[69411]: INFO nova.compute.claims [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.864348] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601378} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.864784] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 127aa697-2d67-47d9-96d4-f70858a832eb/127aa697-2d67-47d9-96d4-f70858a832eb.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.864784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.866195] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0e2c5b-d3e6-446b-8718-7cda231895dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.875743] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 888.875743] env[69411]: value = "task-3378733" [ 888.875743] env[69411]: _type = "Task" [ 888.875743] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.886156] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.964722] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.007841] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7b9930c7-ab71-47fb-831c-41398988a816 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "c3461854-762f-4626-ab3c-36a19888c88d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.246s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.091770] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.091933] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.094574] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.095479] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.105245] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04873c2-91c0-45b6-8e36-3807faae159e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.132662] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 889.132662] env[69411]: value = "task-3378734" [ 889.132662] env[69411]: _type = "Task" [ 889.132662] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.145809] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.317116] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.317468] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71f48d41-602f-4398-8043-2edd84d850c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.326874] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 889.326874] env[69411]: value = "task-3378735" [ 889.326874] env[69411]: _type = "Task" [ 889.326874] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.338382] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.354742] env[69411]: DEBUG nova.compute.utils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.358206] env[69411]: DEBUG nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.358327] env[69411]: DEBUG nova.network.neutron [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.386724] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081145} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.387103] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.388102] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31dd6a2-6263-4ec7-8f52-c68d69e3963d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.414820] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 127aa697-2d67-47d9-96d4-f70858a832eb/127aa697-2d67-47d9-96d4-f70858a832eb.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.415792] env[69411]: DEBUG nova.compute.manager [None req-0ecf1a78-7569-4c19-b2df-8384722b64b8 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.416108] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f339e1e3-fc80-46d9-bb7c-d7999dd739c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.432435] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef50ef39-6368-4b41-a363-976d2ce48e83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.444891] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 889.444891] env[69411]: value = "task-3378736" [ 889.444891] env[69411]: _type = "Task" [ 889.444891] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.449987] env[69411]: DEBUG nova.policy [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '935d019f5c614e82b91c8c2d1c6304c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85878728a71647b4b586b5c6080e816f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.460267] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378736, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.510855] env[69411]: DEBUG nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.557261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "c3461854-762f-4626-ab3c-36a19888c88d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.557587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "c3461854-762f-4626-ab3c-36a19888c88d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.557820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "c3461854-762f-4626-ab3c-36a19888c88d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.558015] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "c3461854-762f-4626-ab3c-36a19888c88d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.558634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "c3461854-762f-4626-ab3c-36a19888c88d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.561523] env[69411]: INFO nova.compute.manager [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Terminating instance [ 889.644889] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378734, 'name': ReconfigVM_Task, 'duration_secs': 0.350349} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.645580] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance 'f1721a7b-378a-4fca-968f-63d27df12cd2' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.838352] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378735, 'name': PowerOffVM_Task, 'duration_secs': 0.33329} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.838674] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.839505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6675648-78d8-469e-ad67-bdcb1859700d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.842561] env[69411]: DEBUG nova.network.neutron [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Successfully created port: a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.861293] env[69411]: DEBUG nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.871134] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f601c892-071c-4781-a23e-5debb3913506 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.949269] env[69411]: INFO nova.compute.manager [None req-0ecf1a78-7569-4c19-b2df-8384722b64b8 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] instance snapshotting [ 889.950498] env[69411]: DEBUG nova.objects.instance [None req-0ecf1a78-7569-4c19-b2df-8384722b64b8 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lazy-loading 'flavor' on Instance uuid c3461854-762f-4626-ab3c-36a19888c88d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.967974] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.033346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.068384] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "refresh_cache-c3461854-762f-4626-ab3c-36a19888c88d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.068384] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquired lock "refresh_cache-c3461854-762f-4626-ab3c-36a19888c88d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.068384] env[69411]: DEBUG nova.network.neutron [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 890.153932] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d440421e-e7a3-48ba-a17d-a413e5e11acf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-874207196',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.154071] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.154941] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.154941] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.154941] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.154941] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.154941] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.155307] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.155307] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.155559] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.155752] env[69411]: DEBUG nova.virt.hardware [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.163193] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 890.166576] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3e6449-3c8d-44cc-87d9-cb7b073166eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.190251] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 890.190251] env[69411]: value = "task-3378737" [ 890.190251] env[69411]: _type = "Task" [ 890.190251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.202133] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.387624] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.388496] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376765e0-8df1-41ba-a798-55b941148fb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.391935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04e2488d-8d1e-4f82-9b48-180b46f52ff0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.401144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4857f95-f151-4fb6-9ffb-6d4b48148263 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.405775] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 890.405775] env[69411]: value = "task-3378738" [ 890.405775] env[69411]: _type = "Task" [ 890.405775] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.439757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc9c70-e263-4a09-9767-91103522fffe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.446081] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.452149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175574b3-c944-4a94-9988-12811a9c7039 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.462508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa1117-ec0c-45a4-a42c-49dbd20fc68e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.474221] env[69411]: DEBUG nova.compute.provider_tree [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.479067] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378736, 'name': ReconfigVM_Task, 'duration_secs': 0.935978} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.479581] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 127aa697-2d67-47d9-96d4-f70858a832eb/127aa697-2d67-47d9-96d4-f70858a832eb.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.480505] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-263620a0-6387-48c3-af39-541c39b335d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.495249] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e47d04-66fc-45da-8432-51411c89953b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.500239] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 890.500239] env[69411]: value = "task-3378739" [ 890.500239] env[69411]: _type = "Task" [ 890.500239] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.514885] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378739, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.592428] env[69411]: DEBUG nova.network.neutron [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 890.655414] env[69411]: DEBUG nova.network.neutron [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.701462] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378737, 'name': ReconfigVM_Task, 'duration_secs': 0.236131} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.704848] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.704848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07700f0c-28ac-4145-bee5-cea1ec8c11cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.726999] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.727406] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9547e6a7-a33f-4c84-8bab-e979e1d07606 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.749165] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 890.749165] env[69411]: value = "task-3378740" [ 890.749165] env[69411]: _type = "Task" [ 890.749165] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.758791] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.893524] env[69411]: DEBUG nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.916602] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378738, 'name': CreateSnapshot_Task, 'duration_secs': 0.471608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.916874] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 890.917661] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02f84a-f878-4620-8e36-f3ce0ab3283b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.931241] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.931469] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.932015] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.932015] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.932015] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.932104] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.932308] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.932485] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.932671] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.932833] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.933014] env[69411]: DEBUG nova.virt.hardware [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.933803] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1757eab-81c5-429d-9e2c-ada23f93a5af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.942149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e6be9-dcd8-4259-9d83-4d18de1712c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.981041] env[69411]: DEBUG nova.scheduler.client.report [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.010593] env[69411]: DEBUG nova.compute.manager [None req-0ecf1a78-7569-4c19-b2df-8384722b64b8 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Instance disappeared during snapshot {{(pid=69411) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 891.012896] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378739, 'name': Rename_Task, 'duration_secs': 0.203727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.013640] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.013935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e6c09ac-f815-4efc-837d-ac0c5558b3eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.021499] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 891.021499] env[69411]: value = "task-3378741" [ 891.021499] env[69411]: _type = "Task" [ 891.021499] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.030097] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.147688] env[69411]: DEBUG nova.compute.manager [None req-0ecf1a78-7569-4c19-b2df-8384722b64b8 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Found 0 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 891.159668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Releasing lock "refresh_cache-c3461854-762f-4626-ab3c-36a19888c88d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.160244] env[69411]: DEBUG nova.compute.manager [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.160539] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.161543] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30625f7c-567f-40b0-a908-1415e05c9b83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.171225] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.171225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d16ce472-3d0c-44ce-b714-8367d94e0fbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.179204] env[69411]: DEBUG oslo_vmware.api [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 891.179204] env[69411]: value = "task-3378742" [ 891.179204] env[69411]: _type = "Task" [ 891.179204] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.189508] env[69411]: DEBUG oslo_vmware.api [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.259734] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378740, 'name': ReconfigVM_Task, 'duration_secs': 0.508792} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.260059] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfigured VM instance instance-0000002d to attach disk [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.260397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance 'f1721a7b-378a-4fca-968f-63d27df12cd2' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.361445] env[69411]: DEBUG nova.compute.manager [req-090c3c47-c9b6-49a4-b533-984941caf9ec req-1cb5c5d8-68c6-4eb8-afc9-4e124fe4d9bc service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Received event network-vif-plugged-a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.361735] env[69411]: DEBUG oslo_concurrency.lockutils [req-090c3c47-c9b6-49a4-b533-984941caf9ec req-1cb5c5d8-68c6-4eb8-afc9-4e124fe4d9bc service nova] Acquiring lock "14fcfe16-b536-4eae-8807-131306a159af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.362014] env[69411]: DEBUG oslo_concurrency.lockutils [req-090c3c47-c9b6-49a4-b533-984941caf9ec req-1cb5c5d8-68c6-4eb8-afc9-4e124fe4d9bc service nova] Lock "14fcfe16-b536-4eae-8807-131306a159af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.362957] env[69411]: DEBUG oslo_concurrency.lockutils [req-090c3c47-c9b6-49a4-b533-984941caf9ec req-1cb5c5d8-68c6-4eb8-afc9-4e124fe4d9bc service nova] Lock "14fcfe16-b536-4eae-8807-131306a159af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.363346] env[69411]: DEBUG nova.compute.manager [req-090c3c47-c9b6-49a4-b533-984941caf9ec req-1cb5c5d8-68c6-4eb8-afc9-4e124fe4d9bc service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] No waiting events found dispatching network-vif-plugged-a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.364353] env[69411]: WARNING nova.compute.manager [req-090c3c47-c9b6-49a4-b533-984941caf9ec req-1cb5c5d8-68c6-4eb8-afc9-4e124fe4d9bc service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Received unexpected event network-vif-plugged-a47aab9b-6cde-402b-a52f-5cef3eb29b67 for instance with vm_state building and task_state spawning. [ 891.447181] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.449265] env[69411]: DEBUG nova.network.neutron [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Successfully updated port: a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.453032] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd53e5d0-a92d-438f-a443-b051452a7686 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.464413] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 891.464413] env[69411]: value = "task-3378743" [ 891.464413] env[69411]: _type = "Task" [ 891.464413] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.477289] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378743, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.485668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.486205] env[69411]: DEBUG nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.488732] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.484s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.490152] env[69411]: INFO nova.compute.claims [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.535434] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378741, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.689034] env[69411]: DEBUG oslo_vmware.api [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378742, 'name': PowerOffVM_Task, 'duration_secs': 0.114834} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.689544] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.689848] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.690233] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b831284-7b46-40e3-b63e-dec52a45e3c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.722113] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.722383] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.722781] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Deleting the datastore file [datastore2] c3461854-762f-4626-ab3c-36a19888c88d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.723111] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e44a89e8-706c-4669-9401-bd175d423d70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.732923] env[69411]: DEBUG oslo_vmware.api [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for the task: (returnval){ [ 891.732923] env[69411]: value = "task-3378745" [ 891.732923] env[69411]: _type = "Task" [ 891.732923] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.741859] env[69411]: DEBUG oslo_vmware.api [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.767530] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71f061-2744-4654-8330-88e603653bb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.789103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b772c7b1-26c1-47c0-ba6e-e8b762c26e33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.808471] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance 'f1721a7b-378a-4fca-968f-63d27df12cd2' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.959175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.959301] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquired lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.959420] env[69411]: DEBUG nova.network.neutron [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 891.979142] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378743, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.994493] env[69411]: DEBUG nova.compute.utils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.998268] env[69411]: DEBUG nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.998436] env[69411]: DEBUG nova.network.neutron [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.032205] env[69411]: DEBUG oslo_vmware.api [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378741, 'name': PowerOnVM_Task, 'duration_secs': 0.551642} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.032496] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.032702] env[69411]: INFO nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Took 8.43 seconds to spawn the instance on the hypervisor. [ 892.032885] env[69411]: DEBUG nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.033700] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe376079-68a7-4afa-b076-ef5c27eca17c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.045521] env[69411]: DEBUG nova.policy [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268aa93c55b5498bbe57236e95585ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f362c47257041beb0b19ed4d4eac0b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.243554] env[69411]: DEBUG oslo_vmware.api [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Task: {'id': task-3378745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349709} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.243831] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.244026] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.244211] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.244398] env[69411]: INFO nova.compute.manager [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 892.244642] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.244835] env[69411]: DEBUG nova.compute.manager [-] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.244931] env[69411]: DEBUG nova.network.neutron [-] [instance: c3461854-762f-4626-ab3c-36a19888c88d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 892.262589] env[69411]: DEBUG nova.network.neutron [-] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 892.359265] env[69411]: DEBUG nova.network.neutron [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Successfully created port: f68615a9-6575-43ba-9be8-1108e09ad33e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.377392] env[69411]: DEBUG nova.network.neutron [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Port aa7b046f-3e1a-45dd-920e-c830ad241a8f binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 892.479047] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378743, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.505191] env[69411]: DEBUG nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.522044] env[69411]: DEBUG nova.network.neutron [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 892.565497] env[69411]: INFO nova.compute.manager [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Took 50.35 seconds to build instance. [ 892.742212] env[69411]: DEBUG nova.network.neutron [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.767048] env[69411]: DEBUG nova.network.neutron [-] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.980376] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378743, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.067474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-420b441a-4c3b-4882-882f-6da467e0c9f6 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "127aa697-2d67-47d9-96d4-f70858a832eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.609s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.078041] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e7c5e7-bff3-4f11-a5df-b677e60edba9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.088435] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a80f6cc-4166-4622-9d16-6920d3cd53cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.119680] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e9f4bc-1a3c-46fb-889f-7b797e65c002 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.128014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a715702-24ef-45dd-bd5a-a01cb83fdf3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.141864] env[69411]: DEBUG nova.compute.provider_tree [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.244948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Releasing lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.245280] env[69411]: DEBUG nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Instance network_info: |[{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.245733] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ed:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a47aab9b-6cde-402b-a52f-5cef3eb29b67', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.253802] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Creating folder: Project (85878728a71647b4b586b5c6080e816f). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.254120] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab4cf8f1-118f-4af6-bc3f-10aad04c9180 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.268028] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Created folder: Project (85878728a71647b4b586b5c6080e816f) in parent group-v674052. [ 893.268028] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Creating folder: Instances. Parent ref: group-v674217. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.268173] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b34479f9-5bc0-4a55-85d3-35cc43657b03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.269941] env[69411]: INFO nova.compute.manager [-] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Took 1.02 seconds to deallocate network for instance. [ 893.279838] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Created folder: Instances in parent group-v674217. [ 893.280109] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.280370] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.280547] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f77d3e7-4cc2-4436-b726-6ed06b68a550 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.300900] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.300900] env[69411]: value = "task-3378748" [ 893.300900] env[69411]: _type = "Task" [ 893.300900] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.312285] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378748, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.395919] env[69411]: DEBUG nova.compute.manager [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Received event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.396198] env[69411]: DEBUG nova.compute.manager [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing instance network info cache due to event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.396449] env[69411]: DEBUG oslo_concurrency.lockutils [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] Acquiring lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.396600] env[69411]: DEBUG oslo_concurrency.lockutils [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] Acquired lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.396773] env[69411]: DEBUG nova.network.neutron [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 893.403177] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.404036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.404036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.484025] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378743, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.518267] env[69411]: DEBUG nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.559906] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.560316] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.560701] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.561037] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.561300] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.561554] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.561882] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.562158] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.562449] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.562729] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.563017] env[69411]: DEBUG nova.virt.hardware [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.564401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da42b3-3649-468b-81b9-bef111b9686f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.569654] env[69411]: DEBUG nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.579881] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbda327-fe2a-4b44-b384-36b9636ff6c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.644784] env[69411]: DEBUG nova.scheduler.client.report [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.777435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.796363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "a19783a6-15e5-4542-a301-f3769580fad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.796828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "a19783a6-15e5-4542-a301-f3769580fad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.812754] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378748, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.983039] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378743, 'name': CloneVM_Task, 'duration_secs': 2.179887} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.984044] env[69411]: DEBUG nova.network.neutron [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Successfully updated port: f68615a9-6575-43ba-9be8-1108e09ad33e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.988848] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Created linked-clone VM from snapshot [ 893.992437] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c9701-0fbe-4e68-b660-f7b552cb1c05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.003406] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Uploading image 235bde01-dc2c-4d34-9e82-19e180aa21d0 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.025645] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 894.025645] env[69411]: value = "vm-674216" [ 894.025645] env[69411]: _type = "VirtualMachine" [ 894.025645] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 894.026206] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34023534-66a8-41f6-957f-392c44f8fa57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.034351] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lease: (returnval){ [ 894.034351] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52306bbc-45e1-3ce0-11d6-8058b4e0d669" [ 894.034351] env[69411]: _type = "HttpNfcLease" [ 894.034351] env[69411]: } obtained for exporting VM: (result){ [ 894.034351] env[69411]: value = "vm-674216" [ 894.034351] env[69411]: _type = "VirtualMachine" [ 894.034351] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 894.034620] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the lease: (returnval){ [ 894.034620] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52306bbc-45e1-3ce0-11d6-8058b4e0d669" [ 894.034620] env[69411]: _type = "HttpNfcLease" [ 894.034620] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 894.051401] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.051401] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52306bbc-45e1-3ce0-11d6-8058b4e0d669" [ 894.051401] env[69411]: _type = "HttpNfcLease" [ 894.051401] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.100039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.130153] env[69411]: DEBUG nova.network.neutron [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updated VIF entry in instance network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 894.130599] env[69411]: DEBUG nova.network.neutron [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.149165] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.149786] env[69411]: DEBUG nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.152921] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.945s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.153209] env[69411]: DEBUG nova.objects.instance [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lazy-loading 'resources' on Instance uuid d659f63c-83f2-44d8-9865-15bd34786a10 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.314228] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378748, 'name': CreateVM_Task, 'duration_secs': 0.551166} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.314750] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.315468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.315641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.315970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.316248] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99479f0-945f-44b5-b9d7-a0b72c8b7e40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.321529] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 894.321529] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a231b4-cbfc-19b2-af03-359ab05d54a5" [ 894.321529] env[69411]: _type = "Task" [ 894.321529] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.330062] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a231b4-cbfc-19b2-af03-359ab05d54a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.456895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.457099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.457287] env[69411]: DEBUG nova.network.neutron [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 894.490494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.490743] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.490912] env[69411]: DEBUG nova.network.neutron [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 894.545755] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.545755] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52306bbc-45e1-3ce0-11d6-8058b4e0d669" [ 894.545755] env[69411]: _type = "HttpNfcLease" [ 894.545755] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.546076] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.546076] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52306bbc-45e1-3ce0-11d6-8058b4e0d669" [ 894.546076] env[69411]: _type = "HttpNfcLease" [ 894.546076] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 894.546819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac721a-2589-498d-8d12-13f870ab0cd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.554697] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eabe3-9aed-05d6-5db6-a94152d2de85/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.554882] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eabe3-9aed-05d6-5db6-a94152d2de85/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 894.633728] env[69411]: DEBUG oslo_concurrency.lockutils [req-96df94c7-81c9-438c-8235-1be50a005179 req-b2d8aaa8-32ae-4262-a497-86c51f4a489f service nova] Releasing lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.648718] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f558bd92-cb62-4f5a-be31-744aab4f86f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.654165] env[69411]: DEBUG nova.compute.utils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.657706] env[69411]: DEBUG nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.658103] env[69411]: DEBUG nova.network.neutron [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.729924] env[69411]: DEBUG nova.policy [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6ec08f1d3b4a438aa77da052e83cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebed9433acb340deab7bb97ef190325e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.835129] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a231b4-cbfc-19b2-af03-359ab05d54a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.835434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.835668] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.835906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.836070] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.836258] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.836526] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d2fe0a-a84b-4fa7-a180-c4f149c9c8fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.846814] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.846995] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.847740] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5e4c2c-8a8b-43f7-a9fe-4cf0d1018193 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.854572] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 894.854572] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]520ff919-6ee3-822a-d013-2eb246c54f1c" [ 894.854572] env[69411]: _type = "Task" [ 894.854572] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.866249] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520ff919-6ee3-822a-d013-2eb246c54f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.867017] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1943934f-d688-4a0c-94c8-4a73457189d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.872179] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 894.872179] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526db02d-88ff-d8a2-7b91-c0f96578700a" [ 894.872179] env[69411]: _type = "Task" [ 894.872179] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.880497] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526db02d-88ff-d8a2-7b91-c0f96578700a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.052947] env[69411]: DEBUG nova.network.neutron [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 895.136421] env[69411]: DEBUG nova.network.neutron [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Successfully created port: 767ae52c-50f2-470f-931b-791b96c07412 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.146830] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52271d90-8a0a-449c-90e2-8e5c7358ff26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.158313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9397f0fe-5447-4263-ba2e-e520b506e9f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.165358] env[69411]: DEBUG nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.212454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e98828-0aa6-4de1-8c41-ed49d61f4c22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.225599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd17c10c-1aa5-4544-8200-ff1beb4aecf3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.241772] env[69411]: DEBUG nova.compute.provider_tree [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.297434] env[69411]: DEBUG nova.network.neutron [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Updating instance_info_cache with network_info: [{"id": "f68615a9-6575-43ba-9be8-1108e09ad33e", "address": "fa:16:3e:83:44:a1", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68615a9-65", "ovs_interfaceid": "f68615a9-6575-43ba-9be8-1108e09ad33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.340864] env[69411]: DEBUG nova.network.neutron [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [{"id": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "address": "fa:16:3e:92:4e:e1", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7b046f-3e", "ovs_interfaceid": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.386892] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526db02d-88ff-d8a2-7b91-c0f96578700a, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.387414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.387655] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 14fcfe16-b536-4eae-8807-131306a159af/14fcfe16-b536-4eae-8807-131306a159af.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.388407] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-946c8a61-1eca-4425-b73f-4ae70fbd6c64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.398687] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 895.398687] env[69411]: value = "task-3378750" [ 895.398687] env[69411]: _type = "Task" [ 895.398687] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.409711] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.427142] env[69411]: DEBUG nova.compute.manager [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Received event network-vif-plugged-f68615a9-6575-43ba-9be8-1108e09ad33e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.427142] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] Acquiring lock "293ae9c2-c559-47cd-9a89-c3ad5469f420-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.427142] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.427775] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.428078] env[69411]: DEBUG nova.compute.manager [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] No waiting events found dispatching network-vif-plugged-f68615a9-6575-43ba-9be8-1108e09ad33e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.428340] env[69411]: WARNING nova.compute.manager [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Received unexpected event network-vif-plugged-f68615a9-6575-43ba-9be8-1108e09ad33e for instance with vm_state building and task_state spawning. [ 895.428643] env[69411]: DEBUG nova.compute.manager [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Received event network-changed-f68615a9-6575-43ba-9be8-1108e09ad33e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.428864] env[69411]: DEBUG nova.compute.manager [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Refreshing instance network info cache due to event network-changed-f68615a9-6575-43ba-9be8-1108e09ad33e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.429171] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] Acquiring lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.749046] env[69411]: DEBUG nova.scheduler.client.report [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.801701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.801854] env[69411]: DEBUG nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Instance network_info: |[{"id": "f68615a9-6575-43ba-9be8-1108e09ad33e", "address": "fa:16:3e:83:44:a1", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68615a9-65", "ovs_interfaceid": "f68615a9-6575-43ba-9be8-1108e09ad33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.802217] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] Acquired lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.802462] env[69411]: DEBUG nova.network.neutron [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Refreshing network info cache for port f68615a9-6575-43ba-9be8-1108e09ad33e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 895.805030] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:44:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f68615a9-6575-43ba-9be8-1108e09ad33e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.814436] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Creating folder: Project (9f362c47257041beb0b19ed4d4eac0b4). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.815755] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86c2f5f8-1838-4449-a939-d99cb4553d31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.830939] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Created folder: Project (9f362c47257041beb0b19ed4d4eac0b4) in parent group-v674052. [ 895.831214] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Creating folder: Instances. Parent ref: group-v674220. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.831483] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb75c67-cc18-45c2-90a5-3935af231c23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.843711] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.851406] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Created folder: Instances in parent group-v674220. [ 895.851854] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.852197] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.852484] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1fbc24-2224-4d98-a551-ac97d1dcf15e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.876686] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.876686] env[69411]: value = "task-3378753" [ 895.876686] env[69411]: _type = "Task" [ 895.876686] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.889026] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378753, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.914433] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.178431] env[69411]: DEBUG nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.204367] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.204662] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.204976] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.205263] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.205452] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.205627] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.205884] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.206120] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.206357] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.206587] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.206799] env[69411]: DEBUG nova.virt.hardware [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.207834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a3ecd7-3c8c-462a-b53b-0d8d3b295eeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.217579] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e69ad-44ce-4611-a52d-22bbeb36f013 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.253038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.255646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.675s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.257286] env[69411]: INFO nova.compute.claims [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.278831] env[69411]: INFO nova.scheduler.client.report [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Deleted allocations for instance d659f63c-83f2-44d8-9865-15bd34786a10 [ 896.372064] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f6a27-eb52-4ce0-9b6e-f1efe7f3309f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.398990] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e2ba93-5f96-4cae-8890-0c71f88df640 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.409055] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378753, 'name': CreateVM_Task, 'duration_secs': 0.472972} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.413950] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.414870] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.416026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.416026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.423021] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc1739b-2e1d-43a0-a885-92942f5108ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.423021] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance 'f1721a7b-378a-4fca-968f-63d27df12cd2' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.428831] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642069} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.429951] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 14fcfe16-b536-4eae-8807-131306a159af/14fcfe16-b536-4eae-8807-131306a159af.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.430389] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.430773] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c57f70-18de-48d1-9c49-3fc402cbbffe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.434284] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 896.434284] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc6107-4454-8809-8384-6eb03c18e290" [ 896.434284] env[69411]: _type = "Task" [ 896.434284] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.442597] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 896.442597] env[69411]: value = "task-3378754" [ 896.442597] env[69411]: _type = "Task" [ 896.442597] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.450472] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc6107-4454-8809-8384-6eb03c18e290, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.451379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.451832] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.452219] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.452516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.452837] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.453209] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de81827e-d30c-4f2c-90f5-014658d263ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.458273] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.467232] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.467232] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.469559] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb4742d-d99c-4e7a-b738-85bb5c77dc1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.476906] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 896.476906] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdef04-895e-90c4-ef3e-d84e4b774564" [ 896.476906] env[69411]: _type = "Task" [ 896.476906] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.491560] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdef04-895e-90c4-ef3e-d84e4b774564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.564025] env[69411]: DEBUG nova.network.neutron [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Updated VIF entry in instance network info cache for port f68615a9-6575-43ba-9be8-1108e09ad33e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 896.564301] env[69411]: DEBUG nova.network.neutron [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Updating instance_info_cache with network_info: [{"id": "f68615a9-6575-43ba-9be8-1108e09ad33e", "address": "fa:16:3e:83:44:a1", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68615a9-65", "ovs_interfaceid": "f68615a9-6575-43ba-9be8-1108e09ad33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.787041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7d9c8d6d-942b-4890-8819-ded6d0df9476 tempest-ServerDiagnosticsNegativeTest-17530499 tempest-ServerDiagnosticsNegativeTest-17530499-project-member] Lock "d659f63c-83f2-44d8-9865-15bd34786a10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.368s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.806647] env[69411]: DEBUG nova.compute.manager [req-1d49af5e-9ab6-4215-8410-860b2d23c1fd req-d16f988e-315f-4844-a4ff-d22afa7f7dfb service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Received event network-vif-plugged-767ae52c-50f2-470f-931b-791b96c07412 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.806924] env[69411]: DEBUG oslo_concurrency.lockutils [req-1d49af5e-9ab6-4215-8410-860b2d23c1fd req-d16f988e-315f-4844-a4ff-d22afa7f7dfb service nova] Acquiring lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.807194] env[69411]: DEBUG oslo_concurrency.lockutils [req-1d49af5e-9ab6-4215-8410-860b2d23c1fd req-d16f988e-315f-4844-a4ff-d22afa7f7dfb service nova] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.807417] env[69411]: DEBUG oslo_concurrency.lockutils [req-1d49af5e-9ab6-4215-8410-860b2d23c1fd req-d16f988e-315f-4844-a4ff-d22afa7f7dfb service nova] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.807559] env[69411]: DEBUG nova.compute.manager [req-1d49af5e-9ab6-4215-8410-860b2d23c1fd req-d16f988e-315f-4844-a4ff-d22afa7f7dfb service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] No waiting events found dispatching network-vif-plugged-767ae52c-50f2-470f-931b-791b96c07412 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.807797] env[69411]: WARNING nova.compute.manager [req-1d49af5e-9ab6-4215-8410-860b2d23c1fd req-d16f988e-315f-4844-a4ff-d22afa7f7dfb service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Received unexpected event network-vif-plugged-767ae52c-50f2-470f-931b-791b96c07412 for instance with vm_state building and task_state spawning. [ 896.932452] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.932815] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ab669e-0def-4875-a32d-f89b263df8dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.936992] env[69411]: DEBUG nova.network.neutron [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Successfully updated port: 767ae52c-50f2-470f-931b-791b96c07412 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.949261] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 896.949261] env[69411]: value = "task-3378755" [ 896.949261] env[69411]: _type = "Task" [ 896.949261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.957298] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.510123} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.958042] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.958881] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a9a43-1121-4164-b935-90c80684a143 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.965437] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.989485] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 14fcfe16-b536-4eae-8807-131306a159af/14fcfe16-b536-4eae-8807-131306a159af.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.993589] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d90dc2-33fb-4882-8c4d-c364c10c61db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.015434] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdef04-895e-90c4-ef3e-d84e4b774564, 'name': SearchDatastore_Task, 'duration_secs': 0.014537} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.017452] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 897.017452] env[69411]: value = "task-3378756" [ 897.017452] env[69411]: _type = "Task" [ 897.017452] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.017664] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45040139-83bf-46ed-a681-19668f867f12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.029445] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.030863] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 897.030863] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5229f9f7-96a4-15d7-e322-d85f4d7a71c1" [ 897.030863] env[69411]: _type = "Task" [ 897.030863] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.041188] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5229f9f7-96a4-15d7-e322-d85f4d7a71c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.067464] env[69411]: DEBUG oslo_concurrency.lockutils [req-4c0af398-d9f9-4c22-89e7-5a1ed6a7685b req-7dbba99a-95cb-44c0-96b9-f05b46594f03 service nova] Releasing lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.439372] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "refresh_cache-8cd11e90-5914-4e9b-b832-1eddf6b8d93c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.439524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquired lock "refresh_cache-8cd11e90-5914-4e9b-b832-1eddf6b8d93c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.439690] env[69411]: DEBUG nova.network.neutron [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 897.462033] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.532266] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378756, 'name': ReconfigVM_Task, 'duration_secs': 0.468284} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.535267] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 14fcfe16-b536-4eae-8807-131306a159af/14fcfe16-b536-4eae-8807-131306a159af.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.535868] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d84e7ecf-78c0-4d52-93f8-fc4910211a0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.543677] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5229f9f7-96a4-15d7-e322-d85f4d7a71c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014342} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.547652] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.547987] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/293ae9c2-c559-47cd-9a89-c3ad5469f420.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.548389] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 897.548389] env[69411]: value = "task-3378757" [ 897.548389] env[69411]: _type = "Task" [ 897.548389] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.548983] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c266797b-2ffd-4f25-981c-b09d96512ebe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.561426] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378757, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.566439] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 897.566439] env[69411]: value = "task-3378758" [ 897.566439] env[69411]: _type = "Task" [ 897.566439] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.576380] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.742151] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab063827-da88-4ce9-ac51-ed4f8aac33d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.750411] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e0c7b6-e635-45b5-a055-e967c3edc84a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.783341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf83fda-5369-4cd4-b683-8e87931e6c11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.792064] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131a5191-8109-43d8-9f97-737d8745bd45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.807052] env[69411]: DEBUG nova.compute.provider_tree [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.964160] env[69411]: DEBUG oslo_vmware.api [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378755, 'name': PowerOnVM_Task, 'duration_secs': 0.713365} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.964524] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.964719] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1d3e58-8d1f-4bfe-9282-1cf5d60f42dc tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance 'f1721a7b-378a-4fca-968f-63d27df12cd2' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.977942] env[69411]: DEBUG nova.network.neutron [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 898.070882] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378757, 'name': Rename_Task, 'duration_secs': 0.182002} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.074481] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.074740] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d6c65d-207c-4f43-855e-f2d0fe954260 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.083678] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.086093] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 898.086093] env[69411]: value = "task-3378759" [ 898.086093] env[69411]: _type = "Task" [ 898.086093] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.098788] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.190796] env[69411]: DEBUG nova.network.neutron [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Updating instance_info_cache with network_info: [{"id": "767ae52c-50f2-470f-931b-791b96c07412", "address": "fa:16:3e:d0:db:71", "network": {"id": "9d33b9eb-016a-4676-bbf9-4a4066283afe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-226503571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebed9433acb340deab7bb97ef190325e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767ae52c-50", "ovs_interfaceid": "767ae52c-50f2-470f-931b-791b96c07412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.310638] env[69411]: DEBUG nova.scheduler.client.report [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.582011] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587716} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.582332] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/293ae9c2-c559-47cd-9a89-c3ad5469f420.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.583363] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.583363] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76914cb9-f8f4-4388-b121-4ea40d293784 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.592275] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 898.592275] env[69411]: value = "task-3378760" [ 898.592275] env[69411]: _type = "Task" [ 898.592275] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.599247] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.606885] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.692304] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Releasing lock "refresh_cache-8cd11e90-5914-4e9b-b832-1eddf6b8d93c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.692679] env[69411]: DEBUG nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Instance network_info: |[{"id": "767ae52c-50f2-470f-931b-791b96c07412", "address": "fa:16:3e:d0:db:71", "network": {"id": "9d33b9eb-016a-4676-bbf9-4a4066283afe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-226503571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebed9433acb340deab7bb97ef190325e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767ae52c-50", "ovs_interfaceid": "767ae52c-50f2-470f-931b-791b96c07412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.693193] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:db:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '767ae52c-50f2-470f-931b-791b96c07412', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.701126] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Creating folder: Project (ebed9433acb340deab7bb97ef190325e). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.701484] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae42a415-b989-425c-921f-04805419e41c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.716226] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Created folder: Project (ebed9433acb340deab7bb97ef190325e) in parent group-v674052. [ 898.716226] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Creating folder: Instances. Parent ref: group-v674223. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.716539] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d6cb02-8b0c-473b-8fb1-b4b9922d4b01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.733730] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Created folder: Instances in parent group-v674223. [ 898.734009] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.734227] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.734444] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b853d4a-d4b9-4673-a330-be907d5429e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.756913] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.756913] env[69411]: value = "task-3378763" [ 898.756913] env[69411]: _type = "Task" [ 898.756913] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.767629] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378763, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.820854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.821586] env[69411]: DEBUG nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.824560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.267s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.824815] env[69411]: DEBUG nova.objects.instance [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lazy-loading 'resources' on Instance uuid 9726856b-fe60-4230-a92e-9087dbe620af {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.868126] env[69411]: DEBUG nova.compute.manager [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Received event network-changed-767ae52c-50f2-470f-931b-791b96c07412 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.868126] env[69411]: DEBUG nova.compute.manager [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Refreshing instance network info cache due to event network-changed-767ae52c-50f2-470f-931b-791b96c07412. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.868126] env[69411]: DEBUG oslo_concurrency.lockutils [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] Acquiring lock "refresh_cache-8cd11e90-5914-4e9b-b832-1eddf6b8d93c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.868126] env[69411]: DEBUG oslo_concurrency.lockutils [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] Acquired lock "refresh_cache-8cd11e90-5914-4e9b-b832-1eddf6b8d93c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.868126] env[69411]: DEBUG nova.network.neutron [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Refreshing network info cache for port 767ae52c-50f2-470f-931b-791b96c07412 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 899.102535] env[69411]: DEBUG oslo_vmware.api [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3378759, 'name': PowerOnVM_Task, 'duration_secs': 0.674619} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.103851] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.104111] env[69411]: INFO nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Took 8.21 seconds to spawn the instance on the hypervisor. [ 899.104304] env[69411]: DEBUG nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.105191] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ee73cc-4c9a-43c6-a42b-5354554f8064 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.115468] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101818} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.116345] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.119890] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89781814-7730-429b-b34c-ed7b1880f499 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.154342] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/293ae9c2-c559-47cd-9a89-c3ad5469f420.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.154679] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24912de9-ac9b-49b7-a2c6-ebb16f6d3530 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.183416] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 899.183416] env[69411]: value = "task-3378764" [ 899.183416] env[69411]: _type = "Task" [ 899.183416] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.194582] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.269908] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378763, 'name': CreateVM_Task, 'duration_secs': 0.452846} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.274557] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.275499] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.275609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.275874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.276195] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a3d893-64b4-4b52-bda9-328c901423b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.283188] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 899.283188] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d661a6-5690-668a-4f52-2921a2800910" [ 899.283188] env[69411]: _type = "Task" [ 899.283188] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.291783] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d661a6-5690-668a-4f52-2921a2800910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.333111] env[69411]: DEBUG nova.compute.utils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.335229] env[69411]: DEBUG nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.335462] env[69411]: DEBUG nova.network.neutron [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.401233] env[69411]: DEBUG nova.policy [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5582c33fa8314ff8a8d59c197f13442b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff01fc20f9c4db0bcd82c3760eafba3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.646183] env[69411]: INFO nova.compute.manager [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Took 53.20 seconds to build instance. [ 899.679320] env[69411]: DEBUG nova.network.neutron [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Updated VIF entry in instance network info cache for port 767ae52c-50f2-470f-931b-791b96c07412. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 899.679721] env[69411]: DEBUG nova.network.neutron [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Updating instance_info_cache with network_info: [{"id": "767ae52c-50f2-470f-931b-791b96c07412", "address": "fa:16:3e:d0:db:71", "network": {"id": "9d33b9eb-016a-4676-bbf9-4a4066283afe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-226503571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebed9433acb340deab7bb97ef190325e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767ae52c-50", "ovs_interfaceid": "767ae52c-50f2-470f-931b-791b96c07412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.700491] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.796182] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d661a6-5690-668a-4f52-2921a2800910, 'name': SearchDatastore_Task, 'duration_secs': 0.013714} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.796544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.796934] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.797255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.797412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.797593] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.797880] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7368c593-3f42-4d4e-9929-d04e6dcefe2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.809496] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.809496] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.811144] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0c3bd5-eb7b-46fb-b096-6419f3c162ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.816938] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 899.816938] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5241350d-30a7-b738-90f7-3515c9ca5831" [ 899.816938] env[69411]: _type = "Task" [ 899.816938] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.828951] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5241350d-30a7-b738-90f7-3515c9ca5831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.838688] env[69411]: DEBUG nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.902800] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ed51e5-2871-455a-8ee8-216fce8bbe1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.915727] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e69515-96ad-45ff-bc28-ea453b7e688e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.951730] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14906ab-059f-4762-b461-a3dec904a774 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.962331] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a604b282-beea-4ebb-ab1c-d8d029aa88ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.978745] env[69411]: DEBUG nova.compute.provider_tree [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.990709] env[69411]: DEBUG nova.network.neutron [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Successfully created port: 9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.148697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5cd30d3-060a-4a9f-a10f-649dfd118be5 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "14fcfe16-b536-4eae-8807-131306a159af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.681s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.182052] env[69411]: DEBUG oslo_concurrency.lockutils [req-9229ac18-28fc-451e-a927-135f4390aab2 req-d2b1bfb6-4df2-4359-bb60-c4e684f3a48a service nova] Releasing lock "refresh_cache-8cd11e90-5914-4e9b-b832-1eddf6b8d93c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.196529] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378764, 'name': ReconfigVM_Task, 'duration_secs': 0.519144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.197334] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/293ae9c2-c559-47cd-9a89-c3ad5469f420.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.198160] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ecec662-a8ef-4c0e-a734-d443b5fef6ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.206822] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 900.206822] env[69411]: value = "task-3378765" [ 900.206822] env[69411]: _type = "Task" [ 900.206822] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.216672] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378765, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.332303] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5241350d-30a7-b738-90f7-3515c9ca5831, 'name': SearchDatastore_Task, 'duration_secs': 0.013525} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.333185] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b9bb65-1e72-41c7-8755-5ffcadf45877 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.341668] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 900.341668] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52294e09-d10a-40cb-1a51-067fae546bb8" [ 900.341668] env[69411]: _type = "Task" [ 900.341668] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.362981] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52294e09-d10a-40cb-1a51-067fae546bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.483374] env[69411]: DEBUG nova.scheduler.client.report [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.651717] env[69411]: DEBUG nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.721023] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378765, 'name': Rename_Task, 'duration_secs': 0.258181} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.721023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.721023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da5fc2e8-fe53-412a-81ef-812a8316cdc6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.730462] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 900.730462] env[69411]: value = "task-3378766" [ 900.730462] env[69411]: _type = "Task" [ 900.730462] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.742827] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.854838] env[69411]: DEBUG nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.856960] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52294e09-d10a-40cb-1a51-067fae546bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.018288} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.857536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.857794] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 8cd11e90-5914-4e9b-b832-1eddf6b8d93c/8cd11e90-5914-4e9b-b832-1eddf6b8d93c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.858066] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09bb8c6-c664-412e-954f-f5be4b7c1c46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.867588] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 900.867588] env[69411]: value = "task-3378767" [ 900.867588] env[69411]: _type = "Task" [ 900.867588] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.885160] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.902146] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.902429] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.902573] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.902767] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.902919] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.903160] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.903407] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.903580] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.903775] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.903944] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.904224] env[69411]: DEBUG nova.virt.hardware [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.906449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063c5e48-2cba-48a8-90ae-3ad8de67c720 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.917241] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1a3fb-eb87-4999-aff5-afda0cbb2581 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.993977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.997500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.563s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.999440] env[69411]: INFO nova.compute.claims [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.026131] env[69411]: DEBUG nova.network.neutron [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Port aa7b046f-3e1a-45dd-920e-c830ad241a8f binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 901.026131] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.026131] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.026131] env[69411]: DEBUG nova.network.neutron [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 901.040337] env[69411]: INFO nova.scheduler.client.report [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted allocations for instance 9726856b-fe60-4230-a92e-9087dbe620af [ 901.177357] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.247153] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.379736] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.549822] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95f75fdd-b0b7-4beb-8221-60d049e24f41 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9726856b-fe60-4230-a92e-9087dbe620af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.457s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.744785] env[69411]: DEBUG oslo_vmware.api [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378766, 'name': PowerOnVM_Task, 'duration_secs': 0.829137} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.745402] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.745793] env[69411]: INFO nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Took 8.23 seconds to spawn the instance on the hypervisor. [ 901.746128] env[69411]: DEBUG nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.747098] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac3733e-e3ef-4e6f-8d80-f9ad2adc1ec4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.885415] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651741} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.886012] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 8cd11e90-5914-4e9b-b832-1eddf6b8d93c/8cd11e90-5914-4e9b-b832-1eddf6b8d93c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.886325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.886810] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6865450-cb58-4a7b-896d-3b1948d85fee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.895792] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 901.895792] env[69411]: value = "task-3378768" [ 901.895792] env[69411]: _type = "Task" [ 901.895792] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.907849] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.913261] env[69411]: DEBUG nova.network.neutron [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [{"id": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "address": "fa:16:3e:92:4e:e1", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7b046f-3e", "ovs_interfaceid": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.269250] env[69411]: INFO nova.compute.manager [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Took 47.20 seconds to build instance. [ 902.272956] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eabe3-9aed-05d6-5db6-a94152d2de85/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.273981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d6154b-b0ff-4829-ac73-cb90ea830d9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.294413] env[69411]: DEBUG nova.compute.manager [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Received event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.294719] env[69411]: DEBUG nova.compute.manager [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing instance network info cache due to event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.295321] env[69411]: DEBUG oslo_concurrency.lockutils [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] Acquiring lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.295536] env[69411]: DEBUG oslo_concurrency.lockutils [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] Acquired lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.295742] env[69411]: DEBUG nova.network.neutron [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 902.297838] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eabe3-9aed-05d6-5db6-a94152d2de85/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.297966] env[69411]: ERROR oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eabe3-9aed-05d6-5db6-a94152d2de85/disk-0.vmdk due to incomplete transfer. [ 902.300822] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fb218a7-3240-4044-a7f6-70c9224f1083 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.313174] env[69411]: DEBUG oslo_vmware.rw_handles [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523eabe3-9aed-05d6-5db6-a94152d2de85/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 902.313174] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Uploaded image 235bde01-dc2c-4d34-9e82-19e180aa21d0 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 902.315355] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 902.315612] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03230e0c-6c7f-46ef-b2fb-942c4954aba2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.326395] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 902.326395] env[69411]: value = "task-3378769" [ 902.326395] env[69411]: _type = "Task" [ 902.326395] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.336052] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378769, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.410275] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.414348] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.415828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a53ac5-537b-458e-9075-7531fffd8ee9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.419743] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.446914] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 8cd11e90-5914-4e9b-b832-1eddf6b8d93c/8cd11e90-5914-4e9b-b832-1eddf6b8d93c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.448055] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b379b3-8f72-4451-a51c-f3f0db93d6ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.473363] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 902.473363] env[69411]: value = "task-3378770" [ 902.473363] env[69411]: _type = "Task" [ 902.473363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.474336] env[69411]: DEBUG nova.network.neutron [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Successfully updated port: 9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.487882] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.561065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7543e75b-61f1-4150-9d67-3fc30ef523fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.569271] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecdceb4-afd8-4a73-8585-499503107325 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.601106] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4807b598-3cfe-48e3-8314-cb8dc2b0fc0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.609254] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98dc46-c575-4827-bd2a-d95d2f5bd643 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.622905] env[69411]: DEBUG nova.compute.provider_tree [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.779468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-de415e11-1821-49e6-887b-ccca61115707 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.669s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.837774] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378769, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.924113] env[69411]: DEBUG nova.compute.manager [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69411) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 902.924408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.981352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.981455] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.981700] env[69411]: DEBUG nova.network.neutron [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 902.988367] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.995861] env[69411]: INFO nova.compute.manager [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Rescuing [ 902.996118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.996390] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.996548] env[69411]: DEBUG nova.network.neutron [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 903.127119] env[69411]: DEBUG nova.scheduler.client.report [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.171446] env[69411]: DEBUG nova.network.neutron [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updated VIF entry in instance network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 903.171836] env[69411]: DEBUG nova.network.neutron [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.337748] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378769, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.488762] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378770, 'name': ReconfigVM_Task, 'duration_secs': 0.850805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.488762] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 8cd11e90-5914-4e9b-b832-1eddf6b8d93c/8cd11e90-5914-4e9b-b832-1eddf6b8d93c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.489968] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0fcdefc-d521-4569-968c-b6a0f6c5140a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.496071] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 903.496071] env[69411]: value = "task-3378771" [ 903.496071] env[69411]: _type = "Task" [ 903.496071] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.506221] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378771, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.523013] env[69411]: DEBUG nova.network.neutron [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 903.633350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.634352] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.636415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.633s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.637863] env[69411]: INFO nova.compute.claims [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.675239] env[69411]: DEBUG oslo_concurrency.lockutils [req-ab5ba5c7-a3bb-4f6c-b55b-54a32799dd92 req-d07ada63-70d0-449e-8d86-4ad866c04aa7 service nova] Releasing lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.689084] env[69411]: DEBUG nova.network.neutron [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9089592c-21", "ovs_interfaceid": "9089592c-210c-403d-a734-90ed481a55ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.728435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.728734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.838710] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378769, 'name': Destroy_Task, 'duration_secs': 1.368257} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.838990] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Destroyed the VM [ 903.839254] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 903.839497] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9fefd77b-bce8-4f6b-9a01-0bcb80067d1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.845867] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 903.845867] env[69411]: value = "task-3378772" [ 903.845867] env[69411]: _type = "Task" [ 903.845867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.853609] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378772, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.007325] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378771, 'name': Rename_Task, 'duration_secs': 0.272551} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.007633] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.007903] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a1c9f4-466d-4db1-a7b5-c6693d8b32c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.015361] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 904.015361] env[69411]: value = "task-3378773" [ 904.015361] env[69411]: _type = "Task" [ 904.015361] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.025485] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.113699] env[69411]: DEBUG nova.network.neutron [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Updating instance_info_cache with network_info: [{"id": "f68615a9-6575-43ba-9be8-1108e09ad33e", "address": "fa:16:3e:83:44:a1", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68615a9-65", "ovs_interfaceid": "f68615a9-6575-43ba-9be8-1108e09ad33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.152459] env[69411]: DEBUG nova.compute.utils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.158810] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.159071] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.191970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.192336] env[69411]: DEBUG nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Instance network_info: |[{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9089592c-21", "ovs_interfaceid": "9089592c-210c-403d-a734-90ed481a55ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.192789] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:0d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9089592c-210c-403d-a734-90ed481a55ba', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.200945] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating folder: Project (4ff01fc20f9c4db0bcd82c3760eafba3). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.201600] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5513a788-2f64-4784-b3ad-393da16598f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.213311] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Created folder: Project (4ff01fc20f9c4db0bcd82c3760eafba3) in parent group-v674052. [ 904.213508] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating folder: Instances. Parent ref: group-v674226. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.213753] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-993100cc-2eeb-4160-91f6-0e3ef3b6c5a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.223199] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Created folder: Instances in parent group-v674226. [ 904.223462] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.223696] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.223941] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a6e369-dc9b-445f-a6e3-0b04c271ce28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.243092] env[69411]: DEBUG nova.policy [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a4db9db41d4beaa511d73ded4cb539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d2c346591954000bf4a7401b3c3ffc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.245704] env[69411]: DEBUG nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.253813] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.253813] env[69411]: value = "task-3378776" [ 904.253813] env[69411]: _type = "Task" [ 904.253813] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.265042] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378776, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.356346] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378772, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351867} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.357060] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 904.357177] env[69411]: DEBUG nova.compute.manager [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.358045] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76fe53c-4bea-4935-8c9a-cf4d2c7663ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.444300] env[69411]: DEBUG nova.compute.manager [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received event network-vif-plugged-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.444300] env[69411]: DEBUG oslo_concurrency.lockutils [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.444527] env[69411]: DEBUG oslo_concurrency.lockutils [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.444989] env[69411]: DEBUG oslo_concurrency.lockutils [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.445420] env[69411]: DEBUG nova.compute.manager [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] No waiting events found dispatching network-vif-plugged-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.445930] env[69411]: WARNING nova.compute.manager [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received unexpected event network-vif-plugged-9089592c-210c-403d-a734-90ed481a55ba for instance with vm_state building and task_state spawning. [ 904.446502] env[69411]: DEBUG nova.compute.manager [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received event network-changed-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.446502] env[69411]: DEBUG nova.compute.manager [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Refreshing instance network info cache due to event network-changed-9089592c-210c-403d-a734-90ed481a55ba. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.448699] env[69411]: DEBUG oslo_concurrency.lockutils [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] Acquiring lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.448699] env[69411]: DEBUG oslo_concurrency.lockutils [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] Acquired lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.448699] env[69411]: DEBUG nova.network.neutron [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Refreshing network info cache for port 9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 904.526921] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.616496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "refresh_cache-293ae9c2-c559-47cd-9a89-c3ad5469f420" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.638485] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Successfully created port: 85cd6614-b0ac-452a-b97b-7d732f5ff1af {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.659244] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.767369] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378776, 'name': CreateVM_Task, 'duration_secs': 0.328467} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.767482] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.768187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.768377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.768704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.768972] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67a2a35-9665-40f4-bb9b-6b4a6d3c9b34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.771988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.778683] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 904.778683] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5248d4c1-5370-29b4-5103-061178a77211" [ 904.778683] env[69411]: _type = "Task" [ 904.778683] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.780923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.781173] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.795253] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5248d4c1-5370-29b4-5103-061178a77211, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.796327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.796632] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.796892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.797056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.797241] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.797817] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb0daf3-fcd7-4b45-aae6-7a3f92582484 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.811551] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.811792] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.812600] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838c6eca-068f-4e15-b87a-1f330d48082b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.821607] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 904.821607] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52717dac-b422-c459-8d94-18e0ebdfd7b1" [ 904.821607] env[69411]: _type = "Task" [ 904.821607] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.830902] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52717dac-b422-c459-8d94-18e0ebdfd7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.875026] env[69411]: INFO nova.compute.manager [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Shelve offloading [ 905.027145] env[69411]: DEBUG oslo_vmware.api [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378773, 'name': PowerOnVM_Task, 'duration_secs': 0.821638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.029546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.029758] env[69411]: INFO nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Took 8.85 seconds to spawn the instance on the hypervisor. [ 905.029947] env[69411]: DEBUG nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.031140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd79eff-3e02-4d1d-895b-f064c38e116a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.112433] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed083f2-dfc9-44da-9315-f65b21a9634e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.120234] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4e5c2-162c-4b27-ab8a-913ba4ee822e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.155966] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e4b31a-f2ef-48c8-852f-cf86f1e2ade3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.167884] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7522c73e-d865-495b-9233-993982f554f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.183558] env[69411]: DEBUG nova.compute.provider_tree [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.286652] env[69411]: INFO nova.compute.manager [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Detaching volume 77e0790d-d6a9-4dfa-a1e0-8454a2436b9d [ 905.339078] env[69411]: DEBUG nova.network.neutron [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updated VIF entry in instance network info cache for port 9089592c-210c-403d-a734-90ed481a55ba. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 905.339767] env[69411]: DEBUG nova.network.neutron [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9089592c-21", "ovs_interfaceid": "9089592c-210c-403d-a734-90ed481a55ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.360212] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52717dac-b422-c459-8d94-18e0ebdfd7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.362992] env[69411]: INFO nova.virt.block_device [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Attempting to driver detach volume 77e0790d-d6a9-4dfa-a1e0-8454a2436b9d from mountpoint /dev/sdb [ 905.362992] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 905.364195] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674196', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'name': 'volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '029a7f6a-74cd-4abe-a014-8ac5eb138aa3', 'attached_at': '', 'detached_at': '', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'serial': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 905.367411] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762d0289-a6ab-4206-a483-78caa3665bf2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.371495] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2df9de-495f-433d-a8a1-3557fad09616 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.377842] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 905.377842] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52628886-67d4-3e7c-abd4-a5c7e1e8c19a" [ 905.377842] env[69411]: _type = "Task" [ 905.377842] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.395513] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.399082] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1f8e02b-b14a-47ff-a9a8-96f3f76895fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.401136] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baa3a09-6f92-47b6-95db-f5f310d9b851 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.408225] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52628886-67d4-3e7c-abd4-a5c7e1e8c19a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.410725] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 905.410725] env[69411]: value = "task-3378777" [ 905.410725] env[69411]: _type = "Task" [ 905.410725] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.411573] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c20ca14-ab31-4b20-b5ff-1eff4fb807b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.437962] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 905.439068] env[69411]: DEBUG nova.compute.manager [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.439387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b0144-f8b6-488f-b9c3-9a87972501ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.444279] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3076187-1ef8-45ef-aa0a-2ca58678936c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.449866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.450052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.450238] env[69411]: DEBUG nova.network.neutron [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 905.463141] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] The volume has not been displaced from its original location: [datastore2] volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d/volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 905.468458] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 905.471158] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b36170d-6fe5-40c8-982a-44afd96d0119 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.492696] env[69411]: DEBUG oslo_vmware.api [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 905.492696] env[69411]: value = "task-3378778" [ 905.492696] env[69411]: _type = "Task" [ 905.492696] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.501440] env[69411]: DEBUG oslo_vmware.api [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.552636] env[69411]: INFO nova.compute.manager [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Took 46.57 seconds to build instance. [ 905.673727] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.686816] env[69411]: DEBUG nova.scheduler.client.report [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.709579] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.709853] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.710035] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.710225] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.710541] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.710541] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.711258] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.711296] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.711459] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.711675] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.711879] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.712761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0bbd7-e421-47bf-852c-ca64ad988ec0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.725113] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6411574f-5032-4e00-bd70-f66a131fa773 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.763250] env[69411]: DEBUG nova.network.neutron [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Updating instance_info_cache with network_info: [{"id": "b7f2d429-5749-4472-98b0-740cd6744f61", "address": "fa:16:3e:26:2e:f0", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f2d429-57", "ovs_interfaceid": "b7f2d429-5749-4472-98b0-740cd6744f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.792327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.843846] env[69411]: DEBUG oslo_concurrency.lockutils [req-c12cb356-0c12-43a4-9fe6-ff451749a9b2 req-a5222132-b21d-4513-88fe-70cf8d145645 service nova] Releasing lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.905704] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52628886-67d4-3e7c-abd4-a5c7e1e8c19a, 'name': SearchDatastore_Task, 'duration_secs': 0.031399} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.905969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.906247] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.906510] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01683ae3-bb47-438a-9efe-6c55604f3125 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.913322] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 905.913322] env[69411]: value = "task-3378779" [ 905.913322] env[69411]: _type = "Task" [ 905.913322] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.921372] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.003461] env[69411]: DEBUG oslo_vmware.api [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378778, 'name': ReconfigVM_Task, 'duration_secs': 0.245488} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.003746] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 906.009024] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f645be6-72eb-4f22-b171-c06f334128ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.026318] env[69411]: DEBUG oslo_vmware.api [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 906.026318] env[69411]: value = "task-3378780" [ 906.026318] env[69411]: _type = "Task" [ 906.026318] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.036958] env[69411]: DEBUG oslo_vmware.api [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.055984] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45e56ab2-c6bc-4891-98ee-aa1b7ada9c36 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.463s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.056303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.264s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.056562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.056972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.057235] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.059760] env[69411]: INFO nova.compute.manager [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Terminating instance [ 906.164961] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.165288] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bea0847a-2ade-4fda-b8ff-7f87c805cb5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.174938] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 906.174938] env[69411]: value = "task-3378781" [ 906.174938] env[69411]: _type = "Task" [ 906.174938] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.184822] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.193971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.194949] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.197344] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.123s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.200541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.200541] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 906.200541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.629s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.200541] env[69411]: DEBUG nova.objects.instance [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'resources' on Instance uuid 81dc722f-5177-4034-83dd-7d4fbeb373c3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.200541] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426a7fa-a4ed-43be-9626-5f7802d5dcc0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.212714] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4801f8b7-b178-4894-b370-daca26a3e711 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.233176] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a256e600-c0da-4f64-8093-2910a6ae727b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.246792] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8929540-638a-474f-88cb-71be134c3011 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.282401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.284805] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178725MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 906.284996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.288085] env[69411]: DEBUG nova.compute.manager [req-4d3c9c49-c79c-44dc-963e-e1fd3000ee9b req-94f2e81d-3503-4fed-b0e6-5067a1ce4df2 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Received event network-vif-plugged-85cd6614-b0ac-452a-b97b-7d732f5ff1af {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.288367] env[69411]: DEBUG oslo_concurrency.lockutils [req-4d3c9c49-c79c-44dc-963e-e1fd3000ee9b req-94f2e81d-3503-4fed-b0e6-5067a1ce4df2 service nova] Acquiring lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.288634] env[69411]: DEBUG oslo_concurrency.lockutils [req-4d3c9c49-c79c-44dc-963e-e1fd3000ee9b req-94f2e81d-3503-4fed-b0e6-5067a1ce4df2 service nova] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.289025] env[69411]: DEBUG oslo_concurrency.lockutils [req-4d3c9c49-c79c-44dc-963e-e1fd3000ee9b req-94f2e81d-3503-4fed-b0e6-5067a1ce4df2 service nova] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.289248] env[69411]: DEBUG nova.compute.manager [req-4d3c9c49-c79c-44dc-963e-e1fd3000ee9b req-94f2e81d-3503-4fed-b0e6-5067a1ce4df2 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] No waiting events found dispatching network-vif-plugged-85cd6614-b0ac-452a-b97b-7d732f5ff1af {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.289466] env[69411]: WARNING nova.compute.manager [req-4d3c9c49-c79c-44dc-963e-e1fd3000ee9b req-94f2e81d-3503-4fed-b0e6-5067a1ce4df2 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Received unexpected event network-vif-plugged-85cd6614-b0ac-452a-b97b-7d732f5ff1af for instance with vm_state building and task_state spawning. [ 906.427208] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442751} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.427443] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.427656] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.427931] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85229b08-d595-4fb4-a9db-ad030b4123fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.435072] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 906.435072] env[69411]: value = "task-3378782" [ 906.435072] env[69411]: _type = "Task" [ 906.435072] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.443938] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.475356] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Successfully updated port: 85cd6614-b0ac-452a-b97b-7d732f5ff1af {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.538445] env[69411]: DEBUG oslo_vmware.api [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378780, 'name': ReconfigVM_Task, 'duration_secs': 0.167599} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.538839] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674196', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'name': 'volume-77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '029a7f6a-74cd-4abe-a014-8ac5eb138aa3', 'attached_at': '', 'detached_at': '', 'volume_id': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d', 'serial': '77e0790d-d6a9-4dfa-a1e0-8454a2436b9d'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 906.564875] env[69411]: DEBUG nova.compute.manager [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.565164] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.566580] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a677f-02b1-43a5-9b11-6fa31e718786 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.579383] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.579719] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dda9af2-466e-43b6-a2bb-bf8025362eae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.588397] env[69411]: DEBUG oslo_vmware.api [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 906.588397] env[69411]: value = "task-3378783" [ 906.588397] env[69411]: _type = "Task" [ 906.588397] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.596928] env[69411]: DEBUG oslo_vmware.api [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.689294] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378781, 'name': PowerOffVM_Task, 'duration_secs': 0.295416} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.689691] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.690950] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ada092-2580-4d50-9641-daeec2427204 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.717661] env[69411]: DEBUG nova.compute.utils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.722482] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.722665] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.725028] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7615dd-2b30-49f7-89c2-c91eb3294597 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.773600] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.774793] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a42fb77c-3c43-40f9-97f1-0067984a8ce1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.783651] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 906.783651] env[69411]: value = "task-3378784" [ 906.783651] env[69411]: _type = "Task" [ 906.783651] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.796670] env[69411]: DEBUG nova.policy [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a4db9db41d4beaa511d73ded4cb539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d2c346591954000bf4a7401b3c3ffc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.798249] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 906.798620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.798803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.799011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.799243] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.799730] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1944c788-4312-4c60-abaa-9c4cf88b1452 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.808670] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.809106] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.813022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.813532] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a77cd8b-0f43-45b8-b1af-4cc9502146c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.817459] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12ec60f-8777-4113-881e-237999acd75d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.825066] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 906.825066] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7f636-c34d-8aab-38be-1cebc018432a" [ 906.825066] env[69411]: _type = "Task" [ 906.825066] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.825802] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.828838] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a59379e-e53e-44f3-a416-4cfa47fd681b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.835534] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7f636-c34d-8aab-38be-1cebc018432a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.848433] env[69411]: DEBUG nova.compute.manager [req-ef0569f8-aedc-4333-9566-e93e23351e7a req-3171fde4-9c8a-4fb5-9ff5-bb71c16cb07f service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Received event network-vif-unplugged-b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.848889] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef0569f8-aedc-4333-9566-e93e23351e7a req-3171fde4-9c8a-4fb5-9ff5-bb71c16cb07f service nova] Acquiring lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.848889] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef0569f8-aedc-4333-9566-e93e23351e7a req-3171fde4-9c8a-4fb5-9ff5-bb71c16cb07f service nova] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.849424] env[69411]: DEBUG oslo_concurrency.lockutils [req-ef0569f8-aedc-4333-9566-e93e23351e7a req-3171fde4-9c8a-4fb5-9ff5-bb71c16cb07f service nova] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.850070] env[69411]: DEBUG nova.compute.manager [req-ef0569f8-aedc-4333-9566-e93e23351e7a req-3171fde4-9c8a-4fb5-9ff5-bb71c16cb07f service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] No waiting events found dispatching network-vif-unplugged-b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.850329] env[69411]: WARNING nova.compute.manager [req-ef0569f8-aedc-4333-9566-e93e23351e7a req-3171fde4-9c8a-4fb5-9ff5-bb71c16cb07f service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Received unexpected event network-vif-unplugged-b7f2d429-5749-4472-98b0-740cd6744f61 for instance with vm_state shelved and task_state shelving_offloading. [ 906.898962] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.899265] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.899457] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore2] d65c4d08-58d2-4b32-af52-e5247e85dc25 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.902285] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b40837b0-27c2-4ee4-b7e5-0bbcb1a7209a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.909023] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 906.909023] env[69411]: value = "task-3378786" [ 906.909023] env[69411]: _type = "Task" [ 906.909023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.917447] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.946658] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065013} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.949876] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.950880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d8cd48-abd3-4692-97f2-169fce8efc21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.977141] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.980298] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04580f9-d265-4e6f-a0aa-c086a23b6e9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.998758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "refresh_cache-8b009826-67bb-4c07-9f04-b4ef8be69b1b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.998949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "refresh_cache-8b009826-67bb-4c07-9f04-b4ef8be69b1b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.999152] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 907.006853] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 907.006853] env[69411]: value = "task-3378787" [ 907.006853] env[69411]: _type = "Task" [ 907.006853] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.019578] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.104241] env[69411]: DEBUG oslo_vmware.api [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378783, 'name': PowerOffVM_Task, 'duration_secs': 0.189205} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.104638] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.104833] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.105137] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e121c85-c4fd-412c-943c-41bcb5a1fe51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.116352] env[69411]: DEBUG nova.objects.instance [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.137555] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Successfully created port: e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.171697] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.171697] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.171697] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Deleting the datastore file [datastore1] 8cd11e90-5914-4e9b-b832-1eddf6b8d93c {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.171697] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c9bc506-1a75-41e1-a295-6c805ff9bc4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.179754] env[69411]: DEBUG oslo_vmware.api [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for the task: (returnval){ [ 907.179754] env[69411]: value = "task-3378789" [ 907.179754] env[69411]: _type = "Task" [ 907.179754] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.190306] env[69411]: DEBUG oslo_vmware.api [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.223449] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.319925] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ee2bce-c27e-4676-b981-9ee3f1608715 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.335597] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3d4bf-bb9a-4278-a6f5-1842c3f1559c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.347867] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a7f636-c34d-8aab-38be-1cebc018432a, 'name': SearchDatastore_Task, 'duration_secs': 0.025478} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.377518] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b819b7a-89f1-49bb-acd6-cd04ffad2c40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.380938] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5bc95d-a043-498d-adee-0b270d4a69f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.387864] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 907.387864] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5207441b-6797-7261-00ca-01afbbd23c65" [ 907.387864] env[69411]: _type = "Task" [ 907.387864] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.395596] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deade614-14be-4352-81bd-7a08341b421b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.413777] env[69411]: DEBUG nova.compute.provider_tree [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.421686] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5207441b-6797-7261-00ca-01afbbd23c65, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.422262] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.422512] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 907.423178] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a00d53a7-78f7-4e72-b0a1-c6f56763c11a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.431199] env[69411]: DEBUG oslo_vmware.api [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340566} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.431199] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.431199] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.431530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.434991] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 907.434991] env[69411]: value = "task-3378790" [ 907.434991] env[69411]: _type = "Task" [ 907.434991] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.443157] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.470185] env[69411]: INFO nova.scheduler.client.report [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted allocations for instance d65c4d08-58d2-4b32-af52-e5247e85dc25 [ 907.516702] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.559877] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 907.695814] env[69411]: DEBUG oslo_vmware.api [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Task: {'id': task-3378789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161292} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.696127] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.696328] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.696509] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.696685] env[69411]: INFO nova.compute.manager [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.696953] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.697257] env[69411]: DEBUG nova.compute.manager [-] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.697365] env[69411]: DEBUG nova.network.neutron [-] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 907.803018] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Updating instance_info_cache with network_info: [{"id": "85cd6614-b0ac-452a-b97b-7d732f5ff1af", "address": "fa:16:3e:41:cd:82", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85cd6614-b0", "ovs_interfaceid": "85cd6614-b0ac-452a-b97b-7d732f5ff1af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.923431] env[69411]: DEBUG nova.scheduler.client.report [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.947020] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46948} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.947020] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. [ 907.947212] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63219467-4ae1-43da-9da6-10c60404ee99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.974883] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.974883] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a241ce33-39ec-45b4-af99-ea0bc4283515 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.990314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.996191] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 907.996191] env[69411]: value = "task-3378791" [ 907.996191] env[69411]: _type = "Task" [ 907.996191] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.004890] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.016579] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.037028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.131022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08c46e3d-9d6b-4295-80ce-70e74647926e tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.131022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.093s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.131022] env[69411]: DEBUG nova.compute.manager [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.131022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f53a7-d5f9-457b-a1d7-ff4464e45bf9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.139040] env[69411]: DEBUG nova.compute.manager [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 908.140188] env[69411]: DEBUG nova.objects.instance [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.249016] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.269478] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.269725] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.269886] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.270111] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.270272] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.270904] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.271277] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.271464] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.271681] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.271895] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.272128] env[69411]: DEBUG nova.virt.hardware [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.273376] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eb8d99-72b4-4499-b21f-23582a6d6376 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.281578] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a84b99-6456-4e66-a1b9-1bf40f0c40ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.309019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "refresh_cache-8b009826-67bb-4c07-9f04-b4ef8be69b1b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309019] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Instance network_info: |[{"id": "85cd6614-b0ac-452a-b97b-7d732f5ff1af", "address": "fa:16:3e:41:cd:82", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85cd6614-b0", "ovs_interfaceid": "85cd6614-b0ac-452a-b97b-7d732f5ff1af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.309019] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:cd:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85cd6614-b0ac-452a-b97b-7d732f5ff1af', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.314442] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.314679] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.314941] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cbded40-3f14-498d-a6ed-89405d4b6f0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.335626] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.335626] env[69411]: value = "task-3378792" [ 908.335626] env[69411]: _type = "Task" [ 908.335626] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.346695] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378792, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.430967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.434234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.659s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.434666] env[69411]: DEBUG nova.objects.instance [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lazy-loading 'resources' on Instance uuid 63d07ab3-a1a8-4596-8d20-7bfac67e0d88 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.466138] env[69411]: INFO nova.scheduler.client.report [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted allocations for instance 81dc722f-5177-4034-83dd-7d4fbeb373c3 [ 908.511720] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.523051] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378787, 'name': ReconfigVM_Task, 'duration_secs': 1.402522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.523568] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.523837] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6199eee-380e-42bf-8754-ed89d4c72561 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.530385] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 908.530385] env[69411]: value = "task-3378793" [ 908.530385] env[69411]: _type = "Task" [ 908.530385] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.541931] env[69411]: DEBUG nova.network.neutron [-] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.543526] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378793, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.632442] env[69411]: DEBUG nova.compute.manager [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Received event network-changed-85cd6614-b0ac-452a-b97b-7d732f5ff1af {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.632662] env[69411]: DEBUG nova.compute.manager [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Refreshing instance network info cache due to event network-changed-85cd6614-b0ac-452a-b97b-7d732f5ff1af. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.632891] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] Acquiring lock "refresh_cache-8b009826-67bb-4c07-9f04-b4ef8be69b1b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.633101] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] Acquired lock "refresh_cache-8b009826-67bb-4c07-9f04-b4ef8be69b1b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.633219] env[69411]: DEBUG nova.network.neutron [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Refreshing network info cache for port 85cd6614-b0ac-452a-b97b-7d732f5ff1af {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 908.704907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.814965] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Successfully updated port: e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.845532] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378792, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.916394] env[69411]: DEBUG nova.compute.manager [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Received event network-changed-b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.916549] env[69411]: DEBUG nova.compute.manager [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Refreshing instance network info cache due to event network-changed-b7f2d429-5749-4472-98b0-740cd6744f61. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.916786] env[69411]: DEBUG oslo_concurrency.lockutils [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] Acquiring lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.916937] env[69411]: DEBUG oslo_concurrency.lockutils [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] Acquired lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.917381] env[69411]: DEBUG nova.network.neutron [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Refreshing network info cache for port b7f2d429-5749-4472-98b0-740cd6744f61 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 908.978909] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39e7919a-e63e-4163-9af0-38fe7bf743fa tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "81dc722f-5177-4034-83dd-7d4fbeb373c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.399s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.012418] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378791, 'name': ReconfigVM_Task, 'duration_secs': 0.898872} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.012957] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.013821] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8512949f-f8d1-451a-9233-0b250f846fb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.044433] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab93eaf-eece-46e3-b665-d1727e415784 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.054622] env[69411]: INFO nova.compute.manager [-] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Took 1.36 seconds to deallocate network for instance. [ 909.063464] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378793, 'name': Rename_Task, 'duration_secs': 0.323017} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.065092] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.065831] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 909.065831] env[69411]: value = "task-3378794" [ 909.065831] env[69411]: _type = "Task" [ 909.065831] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.068385] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee3c1a57-bc85-4430-8720-2e7fec30901e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.077697] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.079227] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 909.079227] env[69411]: value = "task-3378795" [ 909.079227] env[69411]: _type = "Task" [ 909.079227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.087230] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.147319] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.147699] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cdf4660-3e17-4169-bc42-fd346069d292 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.156772] env[69411]: DEBUG oslo_vmware.api [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 909.156772] env[69411]: value = "task-3378796" [ 909.156772] env[69411]: _type = "Task" [ 909.156772] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.166376] env[69411]: DEBUG oslo_vmware.api [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.321217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "refresh_cache-6c44d94a-a3b0-4a97-8472-62c087be6ab0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.321217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "refresh_cache-6c44d94a-a3b0-4a97-8472-62c087be6ab0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.321217] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 909.349459] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378792, 'name': CreateVM_Task, 'duration_secs': 0.540124} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.349757] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.350506] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.350742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.351130] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.351455] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851b8c90-45bf-48d0-ab92-deba4e2ecdaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.358060] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 909.358060] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5274caa5-2afa-860b-7e1c-685e007a9f2e" [ 909.358060] env[69411]: _type = "Task" [ 909.358060] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.368154] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5274caa5-2afa-860b-7e1c-685e007a9f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.374071] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.374397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.374708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.374958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.375165] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.376079] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38b7201d-37a1-46bc-a5d3-26a0139eb27b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.385370] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.385734] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.386457] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9214fb80-233c-4c52-9668-bba2a27b950f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.395324] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 909.395324] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52cac5b9-0cf3-7c05-8267-b923bc21714f" [ 909.395324] env[69411]: _type = "Task" [ 909.395324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.405019] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cac5b9-0cf3-7c05-8267-b923bc21714f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.464251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828d175-90fd-4e79-974f-8165adc96fed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.475181] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9702d358-828f-4b53-8082-36fe50a2be11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.515941] env[69411]: DEBUG nova.network.neutron [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Updated VIF entry in instance network info cache for port 85cd6614-b0ac-452a-b97b-7d732f5ff1af. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 909.516333] env[69411]: DEBUG nova.network.neutron [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Updating instance_info_cache with network_info: [{"id": "85cd6614-b0ac-452a-b97b-7d732f5ff1af", "address": "fa:16:3e:41:cd:82", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85cd6614-b0", "ovs_interfaceid": "85cd6614-b0ac-452a-b97b-7d732f5ff1af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.518290] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633220ad-4f85-47d9-8f55-399cd0593ecc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.530303] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3544de-f491-4adc-a239-4a4fa913ff89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.548925] env[69411]: DEBUG nova.compute.provider_tree [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.566369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.579407] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378794, 'name': ReconfigVM_Task, 'duration_secs': 0.215901} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.581423] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.582857] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-090fb63c-c0e8-4afc-82bd-c8698f42cc63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.591211] env[69411]: DEBUG oslo_vmware.api [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378795, 'name': PowerOnVM_Task, 'duration_secs': 0.457959} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.593161] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.593351] env[69411]: INFO nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 909.593594] env[69411]: DEBUG nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.594197] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 909.594197] env[69411]: value = "task-3378797" [ 909.594197] env[69411]: _type = "Task" [ 909.594197] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.594903] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a078ecc-9c86-42b0-b56d-bc6e26aebdc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.610972] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378797, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.666143] env[69411]: DEBUG oslo_vmware.api [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378796, 'name': PowerOffVM_Task, 'duration_secs': 0.178943} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.666378] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.666589] env[69411]: DEBUG nova.compute.manager [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.667514] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772dc7ba-e515-4c07-9e31-721e00a7176a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.713796] env[69411]: DEBUG nova.network.neutron [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Updated VIF entry in instance network info cache for port b7f2d429-5749-4472-98b0-740cd6744f61. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 909.714246] env[69411]: DEBUG nova.network.neutron [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Updating instance_info_cache with network_info: [{"id": "b7f2d429-5749-4472-98b0-740cd6744f61", "address": "fa:16:3e:26:2e:f0", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": null, "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb7f2d429-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.866894] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 909.905252] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cac5b9-0cf3-7c05-8267-b923bc21714f, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.906074] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913fd260-9430-4843-a191-be91e7c67cbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.911902] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 909.911902] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5299b9d3-2094-3f35-a3b2-fd401b2603b7" [ 909.911902] env[69411]: _type = "Task" [ 909.911902] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.919428] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5299b9d3-2094-3f35-a3b2-fd401b2603b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.025550] env[69411]: DEBUG oslo_concurrency.lockutils [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] Releasing lock "refresh_cache-8b009826-67bb-4c07-9f04-b4ef8be69b1b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.026073] env[69411]: DEBUG nova.compute.manager [req-e97e8807-cdeb-4fe5-9c6d-3d8f0be756c5 req-3f0f5eb2-9bf1-4f86-886e-58218c3490e1 service nova] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Received event network-vif-deleted-767ae52c-50f2-470f-931b-791b96c07412 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.054592] env[69411]: DEBUG nova.scheduler.client.report [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.061322] env[69411]: DEBUG nova.network.neutron [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Updating instance_info_cache with network_info: [{"id": "e1f6bdd2-e2f5-4d36-b920-9cfab4eff150", "address": "fa:16:3e:40:fb:d4", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f6bdd2-e2", "ovs_interfaceid": "e1f6bdd2-e2f5-4d36-b920-9cfab4eff150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.109744] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.119546] env[69411]: INFO nova.compute.manager [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Took 46.56 seconds to build instance. [ 910.179233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5d5c4c9f-313f-4e0b-9502-7b1ff03deed3 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.199858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "8731aec0-501f-4bd6-9cbe-1404390780df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.200112] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "8731aec0-501f-4bd6-9cbe-1404390780df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.217223] env[69411]: DEBUG oslo_concurrency.lockutils [req-ad8ed39e-7b7c-4a9d-82dd-96cac8daca3a req-17218106-38c5-4816-aea6-9f85ee8d7ae2 service nova] Releasing lock "refresh_cache-d65c4d08-58d2-4b32-af52-e5247e85dc25" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.430339] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5299b9d3-2094-3f35-a3b2-fd401b2603b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.430753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.430923] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8b009826-67bb-4c07-9f04-b4ef8be69b1b/8b009826-67bb-4c07-9f04-b4ef8be69b1b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.431391] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc67f70-a9d1-4028-9f1c-2a9e20a6281c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.439458] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 910.439458] env[69411]: value = "task-3378798" [ 910.439458] env[69411]: _type = "Task" [ 910.439458] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.448745] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.564247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.567026] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "refresh_cache-6c44d94a-a3b0-4a97-8472-62c087be6ab0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.567348] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Instance network_info: |[{"id": "e1f6bdd2-e2f5-4d36-b920-9cfab4eff150", "address": "fa:16:3e:40:fb:d4", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f6bdd2-e2", "ovs_interfaceid": "e1f6bdd2-e2f5-4d36-b920-9cfab4eff150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.567886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.269s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.568153] env[69411]: DEBUG nova.objects.instance [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lazy-loading 'resources' on Instance uuid e17301b5-47a0-4ef3-8530-5fd99d81b820 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.569532] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:fb:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1f6bdd2-e2f5-4d36-b920-9cfab4eff150', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.582091] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.583480] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.583749] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ffeb8a-e7a3-4cba-8909-b17f70780c1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.601194] env[69411]: INFO nova.scheduler.client.report [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Deleted allocations for instance 63d07ab3-a1a8-4596-8d20-7bfac67e0d88 [ 910.619663] env[69411]: DEBUG oslo_vmware.api [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378797, 'name': PowerOnVM_Task, 'duration_secs': 0.699641} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.619876] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.619876] env[69411]: value = "task-3378799" [ 910.619876] env[69411]: _type = "Task" [ 910.619876] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.620141] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.622275] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4815fbae-87b1-496e-82cb-dd3f014b21d4 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.080s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.626594] env[69411]: DEBUG nova.compute.manager [None req-7a8a2fee-cc49-4873-a9ab-2476b93b1180 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.627450] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f231bca4-f90f-43de-ba1a-e268f8ad5772 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.635700] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378799, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.638260] env[69411]: DEBUG nova.objects.instance [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.689108] env[69411]: DEBUG nova.compute.manager [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Received event network-vif-plugged-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.689687] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] Acquiring lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.689687] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.689808] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.689905] env[69411]: DEBUG nova.compute.manager [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] No waiting events found dispatching network-vif-plugged-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.690320] env[69411]: WARNING nova.compute.manager [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Received unexpected event network-vif-plugged-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 for instance with vm_state building and task_state spawning. [ 910.690465] env[69411]: DEBUG nova.compute.manager [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Received event network-changed-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.690688] env[69411]: DEBUG nova.compute.manager [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Refreshing instance network info cache due to event network-changed-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.691027] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] Acquiring lock "refresh_cache-6c44d94a-a3b0-4a97-8472-62c087be6ab0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.691243] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] Acquired lock "refresh_cache-6c44d94a-a3b0-4a97-8472-62c087be6ab0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.691471] env[69411]: DEBUG nova.network.neutron [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Refreshing network info cache for port e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 910.702461] env[69411]: DEBUG nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.949784] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492776} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.950140] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8b009826-67bb-4c07-9f04-b4ef8be69b1b/8b009826-67bb-4c07-9f04-b4ef8be69b1b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.951953] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.951953] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7cde096-ec73-4a3e-ad90-b39ee588d548 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.962391] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 910.962391] env[69411]: value = "task-3378800" [ 910.962391] env[69411]: _type = "Task" [ 910.962391] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.973252] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.060079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "85eea133-6756-4065-8108-7431e70aa708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.060263] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "85eea133-6756-4065-8108-7431e70aa708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.114439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-abf640e2-17d0-4bc2-9ae6-cadab9ea026e tempest-ServerGroupTestJSON-1844528186 tempest-ServerGroupTestJSON-1844528186-project-member] Lock "63d07ab3-a1a8-4596-8d20-7bfac67e0d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.135750] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378799, 'name': CreateVM_Task, 'duration_secs': 0.517542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.138276] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.139144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.139313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.139620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.140105] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cc3d98-cb5f-4aab-8da9-508b282918cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.146639] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 911.146639] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ac361e-8acb-bba8-a1e9-548fedd26456" [ 911.146639] env[69411]: _type = "Task" [ 911.146639] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.147073] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.147227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.147392] env[69411]: DEBUG nova.network.neutron [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 911.148407] env[69411]: DEBUG nova.objects.instance [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'info_cache' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.162708] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ac361e-8acb-bba8-a1e9-548fedd26456, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.165616] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.165616] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.165616] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.165616] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.165616] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.165616] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d5a8d6a-78af-4a4b-a2b5-e45e2ef52c79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.176753] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.176935] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.177782] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a90e158-2f47-4042-a571-3aaafe0f2af0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.185266] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 911.185266] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522ce76a-5bbf-efee-bbab-3e166cbcb52f" [ 911.185266] env[69411]: _type = "Task" [ 911.185266] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.197535] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522ce76a-5bbf-efee-bbab-3e166cbcb52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.222123] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.452143] env[69411]: DEBUG nova.network.neutron [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Updated VIF entry in instance network info cache for port e1f6bdd2-e2f5-4d36-b920-9cfab4eff150. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 911.452532] env[69411]: DEBUG nova.network.neutron [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Updating instance_info_cache with network_info: [{"id": "e1f6bdd2-e2f5-4d36-b920-9cfab4eff150", "address": "fa:16:3e:40:fb:d4", "network": {"id": "2c48c26a-6aeb-4409-8f02-5e9f6f275714", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558615117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d2c346591954000bf4a7401b3c3ffc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f6bdd2-e2", "ovs_interfaceid": "e1f6bdd2-e2f5-4d36-b920-9cfab4eff150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.484812] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062467} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.484861] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.485928] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c699055-8d11-4fe7-b02b-f65299d8f010 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.526232] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8b009826-67bb-4c07-9f04-b4ef8be69b1b/8b009826-67bb-4c07-9f04-b4ef8be69b1b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.530248] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c656041d-b5f9-4d3d-9737-1c926aec539f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.553703] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 911.553703] env[69411]: value = "task-3378801" [ 911.553703] env[69411]: _type = "Task" [ 911.553703] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.563294] env[69411]: DEBUG nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.567205] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.592679] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50be72d2-8a96-426a-9870-ce399e577e99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.600772] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b794db-b2a3-4f5f-bf3c-3d17f788f206 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.634267] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858ba65-4f38-43a2-a594-13b15609f554 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.641702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6fc9a4-602c-4c4f-a5a7-b85ffeca48d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.656554] env[69411]: DEBUG nova.objects.base [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Object Instance<029a7f6a-74cd-4abe-a014-8ac5eb138aa3> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.657940] env[69411]: DEBUG nova.compute.provider_tree [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.695440] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522ce76a-5bbf-efee-bbab-3e166cbcb52f, 'name': SearchDatastore_Task, 'duration_secs': 0.008622} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.696573] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c60e283-924b-4851-9d11-17f992a01ada {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.702195] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 911.702195] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5274345e-4679-601d-6fe6-c2bbef808bdf" [ 911.702195] env[69411]: _type = "Task" [ 911.702195] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.709190] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5274345e-4679-601d-6fe6-c2bbef808bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.956372] env[69411]: DEBUG oslo_concurrency.lockutils [req-6f0ecd08-5d87-42b0-b8ee-30d3a07cb07b req-7b05fd21-225b-471d-bad3-d16c64ca384b service nova] Releasing lock "refresh_cache-6c44d94a-a3b0-4a97-8472-62c087be6ab0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.064666] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.074991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "e3fde417-0d6d-4377-ae8c-565d2a770edc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.075248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.084785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.164483] env[69411]: DEBUG nova.scheduler.client.report [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.172872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.173154] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "d71be178-8edf-40c3-85ed-98d89589d43f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.216134] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5274345e-4679-601d-6fe6-c2bbef808bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.216134] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.216508] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 6c44d94a-a3b0-4a97-8472-62c087be6ab0/6c44d94a-a3b0-4a97-8472-62c087be6ab0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.216508] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f46a5f3-a5e9-4910-8cfe-5636a3e9e392 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.223865] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 912.223865] env[69411]: value = "task-3378802" [ 912.223865] env[69411]: _type = "Task" [ 912.223865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.232267] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.572505] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378801, 'name': ReconfigVM_Task, 'duration_secs': 0.692545} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.573471] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8b009826-67bb-4c07-9f04-b4ef8be69b1b/8b009826-67bb-4c07-9f04-b4ef8be69b1b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.574207] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d37d8ef2-99a0-42f1-be9c-a808a97828b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.584132] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 912.584132] env[69411]: value = "task-3378803" [ 912.584132] env[69411]: _type = "Task" [ 912.584132] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.596009] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378803, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.673711] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.680349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.219s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.682900] env[69411]: INFO nova.compute.claims [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.717157] env[69411]: INFO nova.scheduler.client.report [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleted allocations for instance e17301b5-47a0-4ef3-8530-5fd99d81b820 [ 912.717157] env[69411]: DEBUG nova.network.neutron [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updating instance_info_cache with network_info: [{"id": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "address": "fa:16:3e:5d:01:5f", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ada38-29", "ovs_interfaceid": "e48ada38-29b4-487d-b2f0-7ce713e2b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.743945] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.095532] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378803, 'name': Rename_Task, 'duration_secs': 0.220139} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.095986] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.096388] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9174eac-29db-4cc2-a2fd-144194e55e51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.105153] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 913.105153] env[69411]: value = "task-3378804" [ 913.105153] env[69411]: _type = "Task" [ 913.105153] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.111328] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.229235] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "refresh_cache-029a7f6a-74cd-4abe-a014-8ac5eb138aa3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.241524] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.241934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa638fb5-e0ff-4330-9155-333d7d3ee079 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "e17301b5-47a0-4ef3-8530-5fd99d81b820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.658s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.612839] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.743491] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460515} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.743980] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 6c44d94a-a3b0-4a97-8472-62c087be6ab0/6c44d94a-a3b0-4a97-8472-62c087be6ab0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.744238] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.744517] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b1608bd-94f8-48c5-baa8-befc8f8bd6dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.755027] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 913.755027] env[69411]: value = "task-3378805" [ 913.755027] env[69411]: _type = "Task" [ 913.755027] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.765567] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.008967] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "ab203b3a-781e-4c35-b0fe-35346df553ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.009873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.114148] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.115876] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b58a46-a5dc-43d8-a11f-a43f9327b881 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.123020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bf1efe-f38a-4cce-9ae5-d02f50d6a71e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.156025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4937fed9-621b-4e91-aa81-829624a97b52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.163606] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0e91d-3f5a-4297-a74a-99d39bc58290 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.176948] env[69411]: DEBUG nova.compute.provider_tree [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.239644] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.240059] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ad0bace-1aa5-47b9-b591-2c3dbdf5cc6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.247349] env[69411]: DEBUG oslo_vmware.api [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 914.247349] env[69411]: value = "task-3378806" [ 914.247349] env[69411]: _type = "Task" [ 914.247349] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.255445] env[69411]: DEBUG oslo_vmware.api [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.263515] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096543} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.263757] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.264514] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad94700-0870-406f-804e-256daee7d3a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.286717] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 6c44d94a-a3b0-4a97-8472-62c087be6ab0/6c44d94a-a3b0-4a97-8472-62c087be6ab0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.287640] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e47962-6851-46c3-bc55-19cb29ad974b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.307375] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 914.307375] env[69411]: value = "task-3378807" [ 914.307375] env[69411]: _type = "Task" [ 914.307375] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.317658] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.617072] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378804, 'name': PowerOnVM_Task, 'duration_secs': 1.160069} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.617072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.617072] env[69411]: INFO nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Took 8.94 seconds to spawn the instance on the hypervisor. [ 914.617072] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.618374] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02ec74c-d855-4547-9f8d-dfd9182657fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.682514] env[69411]: DEBUG nova.scheduler.client.report [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.758236] env[69411]: DEBUG oslo_vmware.api [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378806, 'name': PowerOnVM_Task, 'duration_secs': 0.421487} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.758599] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.758899] env[69411]: DEBUG nova.compute.manager [None req-e819543e-9f46-4ee0-a9fc-82b29c6b4892 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.759694] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd509581-6012-448e-a50a-d436a1176731 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.817300] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378807, 'name': ReconfigVM_Task, 'duration_secs': 0.281916} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.818337] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 6c44d94a-a3b0-4a97-8472-62c087be6ab0/6c44d94a-a3b0-4a97-8472-62c087be6ab0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.818708] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8a48ebf-8776-4905-ad94-a2b97190ede2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.824954] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 914.824954] env[69411]: value = "task-3378808" [ 914.824954] env[69411]: _type = "Task" [ 914.824954] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.832530] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378808, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.134494] env[69411]: INFO nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Took 45.73 seconds to build instance. [ 915.188007] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.188007] env[69411]: DEBUG nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.191236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.227s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.192838] env[69411]: INFO nova.compute.claims [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.335440] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378808, 'name': Rename_Task, 'duration_secs': 0.204943} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.335745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.335936] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-647bd829-24af-4fc7-9e6a-abb25c1a9c44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.343229] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 915.343229] env[69411]: value = "task-3378809" [ 915.343229] env[69411]: _type = "Task" [ 915.343229] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.351082] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.638063] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.689s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.694056] env[69411]: DEBUG nova.compute.utils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.695062] env[69411]: DEBUG nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.695267] env[69411]: DEBUG nova.network.neutron [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.735948] env[69411]: DEBUG nova.policy [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b420dc5e81cf4ae8869ed94696597a5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '405a90618a064a9ca4e56be467b549de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.855505] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.030321] env[69411]: DEBUG nova.network.neutron [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Successfully created port: 66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.140599] env[69411]: DEBUG nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.198719] env[69411]: DEBUG nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.354406] env[69411]: DEBUG oslo_vmware.api [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378809, 'name': PowerOnVM_Task, 'duration_secs': 0.877582} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.354816] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.355173] env[69411]: INFO nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Took 8.11 seconds to spawn the instance on the hypervisor. [ 916.355356] env[69411]: DEBUG nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.356446] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128a83b-3dd2-472d-b631-c8e2c122937b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.625811] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534c864b-34a2-48b9-851d-155d766e405c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.634163] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4a643a-367c-4cac-8506-6c8036010d4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.667259] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb939c19-2877-4d26-8936-4e1f8d682d0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.677594] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1ded3c-f743-48b6-bf23-0a5881c6fa60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.682509] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.692741] env[69411]: DEBUG nova.compute.provider_tree [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.707543] env[69411]: INFO nova.virt.block_device [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Booting with volume f2ce1550-0f1b-4e42-a798-bbbf1a648f1f at /dev/sda [ 916.748339] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2abcfb8-015e-474c-b455-daa8da4eb1a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.761486] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b52afd-b20f-40ad-a184-3db13e005518 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.810338] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5324c47-147e-4534-a994-f79ec710884e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.819382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49889a5b-a264-4eb1-9848-00e22126ce2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.857824] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79546b4e-0c4b-42cf-b106-fd7b36c98d89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.865559] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53c9025-c6b6-48a7-bd8e-ccfb40c55580 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.880237] env[69411]: INFO nova.compute.manager [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Took 46.89 seconds to build instance. [ 916.885242] env[69411]: DEBUG nova.virt.block_device [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Updating existing volume attachment record: 236bdafb-0f43-437f-9149-11faf3e8a569 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 917.196593] env[69411]: DEBUG nova.scheduler.client.report [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.382701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5ac5cb7b-30a5-46b1-89a8-f81c0e7b1042 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.399s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.630935] env[69411]: DEBUG nova.compute.manager [req-37986e96-ac31-4d37-affe-310492d362f7 req-7bf1dc32-65ad-45ae-93cb-ef7283d61125 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Received event network-vif-plugged-66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.631301] env[69411]: DEBUG oslo_concurrency.lockutils [req-37986e96-ac31-4d37-affe-310492d362f7 req-7bf1dc32-65ad-45ae-93cb-ef7283d61125 service nova] Acquiring lock "295f5ba0-c935-470e-98db-76f6853c7d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.631595] env[69411]: DEBUG oslo_concurrency.lockutils [req-37986e96-ac31-4d37-affe-310492d362f7 req-7bf1dc32-65ad-45ae-93cb-ef7283d61125 service nova] Lock "295f5ba0-c935-470e-98db-76f6853c7d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.631744] env[69411]: DEBUG oslo_concurrency.lockutils [req-37986e96-ac31-4d37-affe-310492d362f7 req-7bf1dc32-65ad-45ae-93cb-ef7283d61125 service nova] Lock "295f5ba0-c935-470e-98db-76f6853c7d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.632017] env[69411]: DEBUG nova.compute.manager [req-37986e96-ac31-4d37-affe-310492d362f7 req-7bf1dc32-65ad-45ae-93cb-ef7283d61125 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] No waiting events found dispatching network-vif-plugged-66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.632363] env[69411]: WARNING nova.compute.manager [req-37986e96-ac31-4d37-affe-310492d362f7 req-7bf1dc32-65ad-45ae-93cb-ef7283d61125 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Received unexpected event network-vif-plugged-66582d03-0b4d-4e94-a19a-9f6a29d97b1f for instance with vm_state building and task_state block_device_mapping. [ 917.647571] env[69411]: DEBUG nova.network.neutron [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Successfully updated port: 66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.702912] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.703713] env[69411]: DEBUG nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.707162] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.674s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.708891] env[69411]: INFO nova.compute.claims [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.885662] env[69411]: DEBUG nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.150149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Acquiring lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.150344] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Acquired lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.150508] env[69411]: DEBUG nova.network.neutron [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 918.199166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.199422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.199632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.199815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.199983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.202021] env[69411]: INFO nova.compute.manager [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Terminating instance [ 918.208773] env[69411]: DEBUG nova.compute.utils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.209977] env[69411]: DEBUG nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.210193] env[69411]: DEBUG nova.network.neutron [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.253444] env[69411]: DEBUG nova.policy [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fdcbd91fd7444f6bd2c968898a84514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80cef38b5654624a30c743e5fc561e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.305207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.305482] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.305690] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.306382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.306585] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.308825] env[69411]: INFO nova.compute.manager [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Terminating instance [ 918.414102] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.532088] env[69411]: DEBUG nova.network.neutron [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Successfully created port: c0e818f0-d3ea-40e7-a32b-6e713654f420 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.701226] env[69411]: DEBUG nova.network.neutron [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 918.705157] env[69411]: DEBUG nova.compute.manager [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.705389] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.706287] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f30cdf4-ea4f-446a-9290-6b63500bbad9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.714206] env[69411]: DEBUG nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.716864] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.719945] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c46d5ff7-e779-4fee-8ef3-682e11c5a293 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.731175] env[69411]: DEBUG oslo_vmware.api [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 918.731175] env[69411]: value = "task-3378810" [ 918.731175] env[69411]: _type = "Task" [ 918.731175] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.739161] env[69411]: DEBUG oslo_vmware.api [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.812921] env[69411]: DEBUG nova.compute.manager [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.813164] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.814092] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a07a643-bc59-473e-af23-ff9151c318c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.822879] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.823152] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ea9e0f-f727-4550-b1d1-a1d19a60b769 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.831613] env[69411]: DEBUG oslo_vmware.api [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 918.831613] env[69411]: value = "task-3378811" [ 918.831613] env[69411]: _type = "Task" [ 918.831613] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.840022] env[69411]: DEBUG oslo_vmware.api [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.955166] env[69411]: DEBUG nova.network.neutron [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Updating instance_info_cache with network_info: [{"id": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "address": "fa:16:3e:28:dd:f9", "network": {"id": "6ccb78c6-a7f6-4b6e-82b6-5ac992dcabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1820295457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "405a90618a064a9ca4e56be467b549de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66582d03-0b", "ovs_interfaceid": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.984245] env[69411]: DEBUG nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.984875] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.985236] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.985273] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.985477] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.985583] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.985735] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.985934] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.986129] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.986266] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.986437] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.986647] env[69411]: DEBUG nova.virt.hardware [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.987801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4212ce-f008-4ec5-9b14-ceaa2354a63e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.998613] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a8e5b-6090-4f97-93da-f9b7769184d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.216477] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44a087-04df-49e6-bf93-565f17f7d568 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.228537] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc98566-4cdd-493a-8e2d-ec50a79d4651 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.264407] env[69411]: DEBUG oslo_vmware.api [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378810, 'name': PowerOffVM_Task, 'duration_secs': 0.30891} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.265776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7105289-0acf-43d6-92fc-078662b4208f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.268370] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.268551] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.269068] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d98d9387-0057-4afc-a05e-b6cbdcb5a8d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.275895] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278e3614-f6dc-4abf-ac87-f55a16be385e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.293848] env[69411]: DEBUG nova.compute.provider_tree [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.344520] env[69411]: DEBUG oslo_vmware.api [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378811, 'name': PowerOffVM_Task, 'duration_secs': 0.209019} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.345774] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.345962] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.346251] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.346444] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.346629] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleting the datastore file [datastore2] 8b009826-67bb-4c07-9f04-b4ef8be69b1b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.346878] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a094339-b0ff-4b22-9ab1-fc84f3b8d089 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.348464] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ce6d0aa-d952-494c-9001-8389acf63c4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.355538] env[69411]: DEBUG oslo_vmware.api [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 919.355538] env[69411]: value = "task-3378814" [ 919.355538] env[69411]: _type = "Task" [ 919.355538] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.362836] env[69411]: DEBUG oslo_vmware.api [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.415614] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.415965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.416053] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleting the datastore file [datastore2] 6c44d94a-a3b0-4a97-8472-62c087be6ab0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.416337] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a591b09b-c7f2-49e7-9ec8-f15e3a8a18c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.422189] env[69411]: DEBUG oslo_vmware.api [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for the task: (returnval){ [ 919.422189] env[69411]: value = "task-3378815" [ 919.422189] env[69411]: _type = "Task" [ 919.422189] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.429567] env[69411]: DEBUG oslo_vmware.api [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.457750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Releasing lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.458131] env[69411]: DEBUG nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Instance network_info: |[{"id": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "address": "fa:16:3e:28:dd:f9", "network": {"id": "6ccb78c6-a7f6-4b6e-82b6-5ac992dcabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1820295457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "405a90618a064a9ca4e56be467b549de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66582d03-0b", "ovs_interfaceid": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.458636] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:dd:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66582d03-0b4d-4e94-a19a-9f6a29d97b1f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.466287] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Creating folder: Project (405a90618a064a9ca4e56be467b549de). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.466596] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cc2f5da-7cd3-4f83-a92a-7c052522ef40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.479623] env[69411]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 919.479765] env[69411]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69411) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 919.480148] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Folder already exists: Project (405a90618a064a9ca4e56be467b549de). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 919.480348] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Creating folder: Instances. Parent ref: group-v674189. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.480594] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-759c5bdc-6b5f-4e35-aaab-447db7cba45e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.490376] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Created folder: Instances in parent group-v674189. [ 919.490538] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.490751] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.490952] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-094b6234-16bd-4b6c-a02f-f683e53ad7be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.509621] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.509621] env[69411]: value = "task-3378818" [ 919.509621] env[69411]: _type = "Task" [ 919.509621] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.520523] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378818, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.692263] env[69411]: DEBUG nova.compute.manager [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Received event network-changed-66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.692263] env[69411]: DEBUG nova.compute.manager [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Refreshing instance network info cache due to event network-changed-66582d03-0b4d-4e94-a19a-9f6a29d97b1f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.692468] env[69411]: DEBUG oslo_concurrency.lockutils [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] Acquiring lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.692617] env[69411]: DEBUG oslo_concurrency.lockutils [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] Acquired lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.692778] env[69411]: DEBUG nova.network.neutron [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Refreshing network info cache for port 66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 919.724355] env[69411]: DEBUG nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.752033] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cc368ee20b44046586735d8810b219b8',container_format='bare',created_at=2025-04-09T11:13:02Z,direct_url=,disk_format='vmdk',id=ef7272bc-723b-455e-986e-bb4322751c13,min_disk=1,min_ram=0,name='tempest-test-snap-288481699',owner='b80cef38b5654624a30c743e5fc561e1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-09T11:13:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.752439] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.752620] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.752817] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.752966] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.753132] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.753345] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.753528] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.753719] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.753887] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.754094] env[69411]: DEBUG nova.virt.hardware [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.754942] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b58b1-2676-4ff8-ac15-00bb20b534f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.763396] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c566dc4-aa88-4220-86ed-fb623bcc9263 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.796538] env[69411]: DEBUG nova.scheduler.client.report [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.866356] env[69411]: DEBUG oslo_vmware.api [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157685} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.866609] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.866795] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.866971] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.867160] env[69411]: INFO nova.compute.manager [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 919.867392] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.867577] env[69411]: DEBUG nova.compute.manager [-] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.867673] env[69411]: DEBUG nova.network.neutron [-] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 919.932114] env[69411]: DEBUG oslo_vmware.api [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Task: {'id': task-3378815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164598} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.932415] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.932609] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.932768] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.932948] env[69411]: INFO nova.compute.manager [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 919.933204] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.933399] env[69411]: DEBUG nova.compute.manager [-] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.933485] env[69411]: DEBUG nova.network.neutron [-] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 920.019624] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378818, 'name': CreateVM_Task, 'duration_secs': 0.303796} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.019806] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.020830] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '236bdafb-0f43-437f-9149-11faf3e8a569', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674198', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'name': 'volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '295f5ba0-c935-470e-98db-76f6853c7d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'serial': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f'}, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 920.021213] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Root volume attach. Driver type: vmdk {{(pid=69411) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 920.022079] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f363c6b-e915-440b-bf1b-b5c83aa7caac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.030102] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84489f0f-2cd2-46c4-9c9b-dc3709029c9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.037099] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e30cc24-2dae-4324-a0d6-a5e0e160a55f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.052514] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a50d23f2-f943-45c6-9add-5e41192bff4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.060312] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 920.060312] env[69411]: value = "task-3378819" [ 920.060312] env[69411]: _type = "Task" [ 920.060312] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.069824] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.299902] env[69411]: DEBUG nova.compute.manager [req-88524107-5f00-4c0f-8169-ba6ab7e4ac59 req-3efacbc5-e9fb-4028-b5a2-f9f91d4e664f service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Received event network-vif-deleted-e1f6bdd2-e2f5-4d36-b920-9cfab4eff150 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.300059] env[69411]: INFO nova.compute.manager [req-88524107-5f00-4c0f-8169-ba6ab7e4ac59 req-3efacbc5-e9fb-4028-b5a2-f9f91d4e664f service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Neutron deleted interface e1f6bdd2-e2f5-4d36-b920-9cfab4eff150; detaching it from the instance and deleting it from the info cache [ 920.300260] env[69411]: DEBUG nova.network.neutron [req-88524107-5f00-4c0f-8169-ba6ab7e4ac59 req-3efacbc5-e9fb-4028-b5a2-f9f91d4e664f service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.302051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.302540] env[69411]: DEBUG nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.305427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.528s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.305751] env[69411]: DEBUG nova.objects.instance [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lazy-loading 'resources' on Instance uuid c3461854-762f-4626-ab3c-36a19888c88d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.520049] env[69411]: DEBUG nova.network.neutron [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Successfully updated port: c0e818f0-d3ea-40e7-a32b-6e713654f420 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.535454] env[69411]: DEBUG nova.network.neutron [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Updated VIF entry in instance network info cache for port 66582d03-0b4d-4e94-a19a-9f6a29d97b1f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 920.535842] env[69411]: DEBUG nova.network.neutron [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Updating instance_info_cache with network_info: [{"id": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "address": "fa:16:3e:28:dd:f9", "network": {"id": "6ccb78c6-a7f6-4b6e-82b6-5ac992dcabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1820295457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "405a90618a064a9ca4e56be467b549de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66582d03-0b", "ovs_interfaceid": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.571827] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task} progress is 40%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.679825] env[69411]: DEBUG nova.network.neutron [-] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.736331] env[69411]: DEBUG nova.network.neutron [-] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.806763] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab511e2b-d90f-4123-834b-cacacadf601b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.812821] env[69411]: DEBUG nova.compute.utils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.814685] env[69411]: DEBUG nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.814874] env[69411]: DEBUG nova.network.neutron [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.824621] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846c9a1-47b9-468b-9e7b-ca28e562b5e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.862920] env[69411]: DEBUG nova.compute.manager [req-88524107-5f00-4c0f-8169-ba6ab7e4ac59 req-3efacbc5-e9fb-4028-b5a2-f9f91d4e664f service nova] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Detach interface failed, port_id=e1f6bdd2-e2f5-4d36-b920-9cfab4eff150, reason: Instance 6c44d94a-a3b0-4a97-8472-62c087be6ab0 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.864720] env[69411]: DEBUG nova.policy [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63cf97be47944bbd952755b1b3f909fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1929333e62044024ab86ef206590617c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.026851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "refresh_cache-b9f0319a-c308-4a00-96c7-dee17c35e6a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "refresh_cache-b9f0319a-c308-4a00-96c7-dee17c35e6a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.026851] env[69411]: DEBUG nova.network.neutron [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 921.041768] env[69411]: DEBUG oslo_concurrency.lockutils [req-e92fd1a7-e506-44e4-89dc-fb52f0b19e81 req-9ab6665c-3235-4067-824d-525ee9a9cacc service nova] Releasing lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.074197] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task} progress is 54%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.185578] env[69411]: INFO nova.compute.manager [-] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Took 1.32 seconds to deallocate network for instance. [ 921.216951] env[69411]: DEBUG nova.network.neutron [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Successfully created port: 4c8c3613-4c78-430f-b7d7-09b6e115733b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.238800] env[69411]: INFO nova.compute.manager [-] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Took 1.31 seconds to deallocate network for instance. [ 921.320665] env[69411]: DEBUG nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.352942] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997a59bf-3fbf-40c9-993d-09f8ff25cc6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.363970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bbc00f-d6a6-40dd-bc68-b60a576693f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.404134] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386edb72-93f2-4746-96f4-ed9d11fb86b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.412787] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5463e0-8d7a-4532-a043-1d4bce3ac763 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.431695] env[69411]: DEBUG nova.compute.provider_tree [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.572717] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task} progress is 67%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.573844] env[69411]: DEBUG nova.network.neutron [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 921.693345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.726727] env[69411]: DEBUG nova.network.neutron [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Updating instance_info_cache with network_info: [{"id": "c0e818f0-d3ea-40e7-a32b-6e713654f420", "address": "fa:16:3e:35:69:7c", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e818f0-d3", "ovs_interfaceid": "c0e818f0-d3ea-40e7-a32b-6e713654f420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.737041] env[69411]: DEBUG nova.compute.manager [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Received event network-vif-deleted-85cd6614-b0ac-452a-b97b-7d732f5ff1af {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.737041] env[69411]: DEBUG nova.compute.manager [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Received event network-vif-plugged-c0e818f0-d3ea-40e7-a32b-6e713654f420 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.737041] env[69411]: DEBUG oslo_concurrency.lockutils [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] Acquiring lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.737141] env[69411]: DEBUG oslo_concurrency.lockutils [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.738035] env[69411]: DEBUG oslo_concurrency.lockutils [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.738035] env[69411]: DEBUG nova.compute.manager [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] No waiting events found dispatching network-vif-plugged-c0e818f0-d3ea-40e7-a32b-6e713654f420 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.738035] env[69411]: WARNING nova.compute.manager [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Received unexpected event network-vif-plugged-c0e818f0-d3ea-40e7-a32b-6e713654f420 for instance with vm_state building and task_state spawning. [ 921.739395] env[69411]: DEBUG nova.compute.manager [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Received event network-changed-c0e818f0-d3ea-40e7-a32b-6e713654f420 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.739395] env[69411]: DEBUG nova.compute.manager [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Refreshing instance network info cache due to event network-changed-c0e818f0-d3ea-40e7-a32b-6e713654f420. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.739395] env[69411]: DEBUG oslo_concurrency.lockutils [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] Acquiring lock "refresh_cache-b9f0319a-c308-4a00-96c7-dee17c35e6a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.749712] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.933616] env[69411]: DEBUG nova.scheduler.client.report [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.075255] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task} progress is 82%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.229584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "refresh_cache-b9f0319a-c308-4a00-96c7-dee17c35e6a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.229869] env[69411]: DEBUG nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Instance network_info: |[{"id": "c0e818f0-d3ea-40e7-a32b-6e713654f420", "address": "fa:16:3e:35:69:7c", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e818f0-d3", "ovs_interfaceid": "c0e818f0-d3ea-40e7-a32b-6e713654f420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.230273] env[69411]: DEBUG oslo_concurrency.lockutils [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] Acquired lock "refresh_cache-b9f0319a-c308-4a00-96c7-dee17c35e6a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.230533] env[69411]: DEBUG nova.network.neutron [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Refreshing network info cache for port c0e818f0-d3ea-40e7-a32b-6e713654f420 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 922.231936] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:69:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0e818f0-d3ea-40e7-a32b-6e713654f420', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.239701] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.242970] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.243556] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50d914f2-27a1-4d24-b562-7b268a410db9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.265813] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.265813] env[69411]: value = "task-3378820" [ 922.265813] env[69411]: _type = "Task" [ 922.265813] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.274554] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378820, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.330963] env[69411]: DEBUG nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.363308] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.363769] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.363769] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.364048] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.364225] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.364538] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.364691] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.365030] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.365123] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.365313] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.365544] env[69411]: DEBUG nova.virt.hardware [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.366502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08870c1d-2510-49ac-be8e-e03b55eec812 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.377970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b2ac4d-b60b-44bf-ac4f-5abc63017517 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.438670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.441983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.341s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.443801] env[69411]: INFO nova.compute.claims [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.464756] env[69411]: INFO nova.scheduler.client.report [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Deleted allocations for instance c3461854-762f-4626-ab3c-36a19888c88d [ 922.520789] env[69411]: DEBUG nova.network.neutron [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Updated VIF entry in instance network info cache for port c0e818f0-d3ea-40e7-a32b-6e713654f420. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 922.521384] env[69411]: DEBUG nova.network.neutron [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Updating instance_info_cache with network_info: [{"id": "c0e818f0-d3ea-40e7-a32b-6e713654f420", "address": "fa:16:3e:35:69:7c", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e818f0-d3", "ovs_interfaceid": "c0e818f0-d3ea-40e7-a32b-6e713654f420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.574045] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task} progress is 97%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.781081] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378820, 'name': CreateVM_Task, 'duration_secs': 0.46666} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.781317] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.782042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.782259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.782708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.782975] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11098d8-9d5a-4d8c-879a-b9defec2ae7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.787135] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 922.787135] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529b85b7-0d83-6a91-a5b3-17f4e2b8e9db" [ 922.787135] env[69411]: _type = "Task" [ 922.787135] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.794665] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529b85b7-0d83-6a91-a5b3-17f4e2b8e9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.798114] env[69411]: DEBUG nova.network.neutron [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Successfully updated port: 4c8c3613-4c78-430f-b7d7-09b6e115733b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.977311] env[69411]: DEBUG oslo_concurrency.lockutils [None req-95aab2c6-3d92-4885-8c08-fa722af8b731 tempest-ServersAaction247Test-1059235861 tempest-ServersAaction247Test-1059235861-project-member] Lock "c3461854-762f-4626-ab3c-36a19888c88d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.420s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.024268] env[69411]: DEBUG oslo_concurrency.lockutils [req-6545c210-d693-41b6-a91b-07a1a11c3644 req-2ff23f00-1c84-4fed-b3db-ae601ebcdc42 service nova] Releasing lock "refresh_cache-b9f0319a-c308-4a00-96c7-dee17c35e6a8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.075713] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task} progress is 98%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.297718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.297990] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Processing image ef7272bc-723b-455e-986e-bb4322751c13 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.298251] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13/ef7272bc-723b-455e-986e-bb4322751c13.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.298401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13/ef7272bc-723b-455e-986e-bb4322751c13.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.298584] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.298830] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ecaf8c-50cd-4556-8b4c-079c946d9ac2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.302300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "refresh_cache-670c72ab-c734-482a-91eb-109d2c9b2e72" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.302440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquired lock "refresh_cache-670c72ab-c734-482a-91eb-109d2c9b2e72" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.302596] env[69411]: DEBUG nova.network.neutron [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 923.310556] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.310556] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.311652] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee64c42-f2aa-4740-a42f-0a92ad551bbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.318880] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 923.318880] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fa40a3-ced1-85d5-1cae-5ab555b93618" [ 923.318880] env[69411]: _type = "Task" [ 923.318880] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.326423] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fa40a3-ced1-85d5-1cae-5ab555b93618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.577213] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378819, 'name': RelocateVM_Task, 'duration_secs': 3.150839} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.577546] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 923.577759] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674198', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'name': 'volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '295f5ba0-c935-470e-98db-76f6853c7d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'serial': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 923.578558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a1f316-a389-4be3-b8bc-3e181a110baa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.597890] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7e29a2-945e-438b-9d46-35ec66136724 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.619588] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f/volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.622964] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0327d2-162d-4a38-9e4e-1212720e0c36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.642675] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 923.642675] env[69411]: value = "task-3378821" [ 923.642675] env[69411]: _type = "Task" [ 923.642675] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.653661] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.763825] env[69411]: DEBUG nova.compute.manager [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Received event network-vif-plugged-4c8c3613-4c78-430f-b7d7-09b6e115733b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.764078] env[69411]: DEBUG oslo_concurrency.lockutils [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] Acquiring lock "670c72ab-c734-482a-91eb-109d2c9b2e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.764315] env[69411]: DEBUG oslo_concurrency.lockutils [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.764479] env[69411]: DEBUG oslo_concurrency.lockutils [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.764647] env[69411]: DEBUG nova.compute.manager [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] No waiting events found dispatching network-vif-plugged-4c8c3613-4c78-430f-b7d7-09b6e115733b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.765177] env[69411]: WARNING nova.compute.manager [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Received unexpected event network-vif-plugged-4c8c3613-4c78-430f-b7d7-09b6e115733b for instance with vm_state building and task_state spawning. [ 923.765177] env[69411]: DEBUG nova.compute.manager [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Received event network-changed-4c8c3613-4c78-430f-b7d7-09b6e115733b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.765177] env[69411]: DEBUG nova.compute.manager [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Refreshing instance network info cache due to event network-changed-4c8c3613-4c78-430f-b7d7-09b6e115733b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.765348] env[69411]: DEBUG oslo_concurrency.lockutils [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] Acquiring lock "refresh_cache-670c72ab-c734-482a-91eb-109d2c9b2e72" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.829414] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 923.830011] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Fetch image to [datastore2] OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301/OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 923.830011] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Downloading stream optimized image ef7272bc-723b-455e-986e-bb4322751c13 to [datastore2] OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301/OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 923.830208] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Downloading image file data ef7272bc-723b-455e-986e-bb4322751c13 to the ESX as VM named 'OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 923.834555] env[69411]: DEBUG nova.network.neutron [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 923.899645] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9cf410-47c2-410d-82b5-155bac3f0a14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.906772] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ccde9-e2bb-4489-bb67-e746632a0978 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.911242] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 923.911242] env[69411]: value = "resgroup-9" [ 923.911242] env[69411]: _type = "ResourcePool" [ 923.911242] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 923.911558] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c1f43074-3513-4398-8de8-131624f706fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.958026] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dffea8f-1be7-4737-902a-2337c07663e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.961009] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease: (returnval){ [ 923.961009] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52497f97-eafc-ccb2-af66-5112e4e36507" [ 923.961009] env[69411]: _type = "HttpNfcLease" [ 923.961009] env[69411]: } obtained for vApp import into resource pool (val){ [ 923.961009] env[69411]: value = "resgroup-9" [ 923.961009] env[69411]: _type = "ResourcePool" [ 923.961009] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 923.961287] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the lease: (returnval){ [ 923.961287] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52497f97-eafc-ccb2-af66-5112e4e36507" [ 923.961287] env[69411]: _type = "HttpNfcLease" [ 923.961287] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.968175] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a135f4a1-f0e8-4c6d-970f-28f8d9676755 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.973215] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.973215] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52497f97-eafc-ccb2-af66-5112e4e36507" [ 923.973215] env[69411]: _type = "HttpNfcLease" [ 923.973215] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.983152] env[69411]: DEBUG nova.compute.provider_tree [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.049944] env[69411]: DEBUG nova.network.neutron [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Updating instance_info_cache with network_info: [{"id": "4c8c3613-4c78-430f-b7d7-09b6e115733b", "address": "fa:16:3e:3c:1e:ea", "network": {"id": "6fb42fc8-5849-4bfa-9cd5-aab844ab00d3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1403327418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1929333e62044024ab86ef206590617c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8c3613-4c", "ovs_interfaceid": "4c8c3613-4c78-430f-b7d7-09b6e115733b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.153673] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378821, 'name': ReconfigVM_Task, 'duration_secs': 0.269335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.154187] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Reconfigured VM instance instance-0000003f to attach disk [datastore2] volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f/volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.159383] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a92cc97-7f2b-441b-9f7d-469416128d1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.177313] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 924.177313] env[69411]: value = "task-3378823" [ 924.177313] env[69411]: _type = "Task" [ 924.177313] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.185679] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.458249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "403da129-759b-40e9-9547-3b2c5809e160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.458489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "403da129-759b-40e9-9547-3b2c5809e160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.469763] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.469763] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52497f97-eafc-ccb2-af66-5112e4e36507" [ 924.469763] env[69411]: _type = "HttpNfcLease" [ 924.469763] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.470042] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.470042] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52497f97-eafc-ccb2-af66-5112e4e36507" [ 924.470042] env[69411]: _type = "HttpNfcLease" [ 924.470042] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 924.470764] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d2662-b021-425c-ac17-b44f22a2619d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.478422] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2e519-c638-f471-2e07-85fe51bd2ae1/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.478610] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2e519-c638-f471-2e07-85fe51bd2ae1/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 924.535759] env[69411]: DEBUG nova.scheduler.client.report [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.551718] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-111403d3-724f-43fe-a6e9-c536adc1322f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.553427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Releasing lock "refresh_cache-670c72ab-c734-482a-91eb-109d2c9b2e72" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.553821] env[69411]: DEBUG nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Instance network_info: |[{"id": "4c8c3613-4c78-430f-b7d7-09b6e115733b", "address": "fa:16:3e:3c:1e:ea", "network": {"id": "6fb42fc8-5849-4bfa-9cd5-aab844ab00d3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1403327418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1929333e62044024ab86ef206590617c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8c3613-4c", "ovs_interfaceid": "4c8c3613-4c78-430f-b7d7-09b6e115733b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.554173] env[69411]: DEBUG oslo_concurrency.lockutils [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] Acquired lock "refresh_cache-670c72ab-c734-482a-91eb-109d2c9b2e72" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.554387] env[69411]: DEBUG nova.network.neutron [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Refreshing network info cache for port 4c8c3613-4c78-430f-b7d7-09b6e115733b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 924.555685] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:1e:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c8c3613-4c78-430f-b7d7-09b6e115733b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.566807] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Creating folder: Project (1929333e62044024ab86ef206590617c). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.571398] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b139c6fd-11fb-4e15-b447-6a12fd565ccb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.583359] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Created folder: Project (1929333e62044024ab86ef206590617c) in parent group-v674052. [ 924.583726] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Creating folder: Instances. Parent ref: group-v674235. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.584690] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86dd7605-408f-49e0-be40-84655d9faf51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.597021] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Created folder: Instances in parent group-v674235. [ 924.597021] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.597021] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.597021] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff6375b-0e3c-47e1-b7f1-bdf3ea9d7df4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.615326] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.615326] env[69411]: value = "task-3378826" [ 924.615326] env[69411]: _type = "Task" [ 924.615326] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.623410] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378826, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.686739] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378823, 'name': ReconfigVM_Task, 'duration_secs': 0.126633} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.689505] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674198', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'name': 'volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '295f5ba0-c935-470e-98db-76f6853c7d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'serial': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 924.690128] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae2b708-cc06-49be-ada7-e304ce70f043 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.698321] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 924.698321] env[69411]: value = "task-3378827" [ 924.698321] env[69411]: _type = "Task" [ 924.698321] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.717019] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378827, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.871437] env[69411]: DEBUG nova.network.neutron [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Updated VIF entry in instance network info cache for port 4c8c3613-4c78-430f-b7d7-09b6e115733b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 924.871851] env[69411]: DEBUG nova.network.neutron [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Updating instance_info_cache with network_info: [{"id": "4c8c3613-4c78-430f-b7d7-09b6e115733b", "address": "fa:16:3e:3c:1e:ea", "network": {"id": "6fb42fc8-5849-4bfa-9cd5-aab844ab00d3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1403327418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1929333e62044024ab86ef206590617c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8c3613-4c", "ovs_interfaceid": "4c8c3613-4c78-430f-b7d7-09b6e115733b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.041260] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.042080] env[69411]: DEBUG nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.045398] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.868s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.047212] env[69411]: INFO nova.compute.claims [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.128456] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378826, 'name': CreateVM_Task, 'duration_secs': 0.340719} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.130314] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.131075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.131346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.131778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.132078] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6bd30d-88f9-4bea-92d2-3b91c99ab016 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.137303] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 925.137303] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b38e4-603e-d63a-90b0-4c44190bef03" [ 925.137303] env[69411]: _type = "Task" [ 925.137303] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.146921] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523b38e4-603e-d63a-90b0-4c44190bef03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.207671] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378827, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.302875] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 925.303186] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2e519-c638-f471-2e07-85fe51bd2ae1/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.304225] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c6f43-3f8a-4550-b854-20912a63b0d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.311011] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2e519-c638-f471-2e07-85fe51bd2ae1/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.311213] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2e519-c638-f471-2e07-85fe51bd2ae1/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 925.311482] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e1ad1664-92f4-473a-b8ba-341a56794f91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.374830] env[69411]: DEBUG oslo_concurrency.lockutils [req-d0bc580e-ab8e-43a5-b073-4b9ac767f59f req-8d34d22a-7f99-4ad0-9ec5-006bbc269f8b service nova] Releasing lock "refresh_cache-670c72ab-c734-482a-91eb-109d2c9b2e72" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.459450] env[69411]: DEBUG oslo_vmware.rw_handles [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d2e519-c638-f471-2e07-85fe51bd2ae1/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 925.459740] env[69411]: INFO nova.virt.vmwareapi.images [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Downloaded image file data ef7272bc-723b-455e-986e-bb4322751c13 [ 925.460594] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47443873-2ca3-413e-9569-2bad1f69ea46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.476803] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75659fa2-4c07-4bc4-bb72-fce3121042e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.506144] env[69411]: INFO nova.virt.vmwareapi.images [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] The imported VM was unregistered [ 925.508642] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 925.509009] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.509314] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8b042f-778c-400c-a11f-d3b30300acde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.519618] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created directory with path [datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.519806] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301/OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301.vmdk to [datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13/ef7272bc-723b-455e-986e-bb4322751c13.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 925.520079] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cef604b6-da73-4e3a-a0d7-cd4ed547f3c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.526756] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 925.526756] env[69411]: value = "task-3378829" [ 925.526756] env[69411]: _type = "Task" [ 925.526756] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.535240] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378829, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.557019] env[69411]: DEBUG nova.compute.utils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.557019] env[69411]: DEBUG nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.557019] env[69411]: DEBUG nova.network.neutron [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.647294] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523b38e4-603e-d63a-90b0-4c44190bef03, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.647604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.647833] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.648095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.648251] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.648437] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.648698] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9356132e-48d7-468b-b4a9-644f0f7f3820 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.656097] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.656287] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.656980] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4812b28b-5763-472b-b31b-85cba8bcc783 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.661999] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 925.661999] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e802dd-7cfd-ea48-a125-d048d89ebcf8" [ 925.661999] env[69411]: _type = "Task" [ 925.661999] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.669077] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e802dd-7cfd-ea48-a125-d048d89ebcf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.708880] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378827, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.710374] env[69411]: DEBUG nova.policy [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5f9826116524e80a2324dc15cb19050', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba4facbc7b2c487aa8b2029bec814299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.038769] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378829, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.055190] env[69411]: DEBUG nova.network.neutron [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Successfully created port: aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.060389] env[69411]: DEBUG nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.178932] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e802dd-7cfd-ea48-a125-d048d89ebcf8, 'name': SearchDatastore_Task, 'duration_secs': 0.008055} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.182743] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab1d243-0e98-4ff8-ac8a-00bf1b4e159b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.190827] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 926.190827] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527ce39a-c755-8829-c962-9f2a4eae6923" [ 926.190827] env[69411]: _type = "Task" [ 926.190827] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.211535] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527ce39a-c755-8829-c962-9f2a4eae6923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.219081] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378827, 'name': Rename_Task, 'duration_secs': 1.147518} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.219380] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.219628] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d91c21d6-0251-4a95-a81b-5e06f41a4f8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.226412] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 926.226412] env[69411]: value = "task-3378830" [ 926.226412] env[69411]: _type = "Task" [ 926.226412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.237789] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.538540] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378829, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.564259] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d957e-433c-41c0-9193-53fad8f7815b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.576223] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc5627-eebc-4947-bb31-58c5c748871e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.607387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979bbe38-92e2-46ea-821a-24fa7772d0b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.615647] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71be24bc-748f-4460-ba3d-0ebb2f7ac9f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.631644] env[69411]: DEBUG nova.compute.provider_tree [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.702325] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527ce39a-c755-8829-c962-9f2a4eae6923, 'name': SearchDatastore_Task, 'duration_secs': 0.081437} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.702724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.703050] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 670c72ab-c734-482a-91eb-109d2c9b2e72/670c72ab-c734-482a-91eb-109d2c9b2e72.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.703350] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04749b4e-8d6e-4807-82c1-23cb8823148b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.710590] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 926.710590] env[69411]: value = "task-3378831" [ 926.710590] env[69411]: _type = "Task" [ 926.710590] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.719032] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.736101] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.041150] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378829, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.073901] env[69411]: DEBUG nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.099586] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.099844] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.100011] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.100202] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.100352] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.100503] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.100718] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.100878] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.101108] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.101308] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.101561] env[69411]: DEBUG nova.virt.hardware [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.102560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202c9d8a-8474-4a6a-a565-1fa608488468 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.111869] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37fa46d-9efd-4971-a1a8-abe0e974534a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.134920] env[69411]: DEBUG nova.scheduler.client.report [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.222056] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.236782] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378830, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.544074] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378829, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.602894] env[69411]: DEBUG nova.compute.manager [req-9d336985-3a46-422b-8c75-a03a06ecd708 req-3d34fa21-91c8-49ae-842d-1864dd7fd5ff service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Received event network-vif-plugged-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.603130] env[69411]: DEBUG oslo_concurrency.lockutils [req-9d336985-3a46-422b-8c75-a03a06ecd708 req-3d34fa21-91c8-49ae-842d-1864dd7fd5ff service nova] Acquiring lock "1052841c-b284-4244-831c-de3efb810d07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.603353] env[69411]: DEBUG oslo_concurrency.lockutils [req-9d336985-3a46-422b-8c75-a03a06ecd708 req-3d34fa21-91c8-49ae-842d-1864dd7fd5ff service nova] Lock "1052841c-b284-4244-831c-de3efb810d07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.603531] env[69411]: DEBUG oslo_concurrency.lockutils [req-9d336985-3a46-422b-8c75-a03a06ecd708 req-3d34fa21-91c8-49ae-842d-1864dd7fd5ff service nova] Lock "1052841c-b284-4244-831c-de3efb810d07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.603704] env[69411]: DEBUG nova.compute.manager [req-9d336985-3a46-422b-8c75-a03a06ecd708 req-3d34fa21-91c8-49ae-842d-1864dd7fd5ff service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] No waiting events found dispatching network-vif-plugged-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.603872] env[69411]: WARNING nova.compute.manager [req-9d336985-3a46-422b-8c75-a03a06ecd708 req-3d34fa21-91c8-49ae-842d-1864dd7fd5ff service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Received unexpected event network-vif-plugged-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 for instance with vm_state building and task_state spawning. [ 927.641338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.642010] env[69411]: DEBUG nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.645272] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.721s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.723820] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.738816] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378830, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.747914] env[69411]: DEBUG nova.network.neutron [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Successfully updated port: aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.039940] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378829, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.149420] env[69411]: DEBUG nova.compute.utils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.151356] env[69411]: DEBUG nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.151578] env[69411]: DEBUG nova.network.neutron [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.154272] env[69411]: DEBUG nova.objects.instance [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lazy-loading 'migration_context' on Instance uuid f1721a7b-378a-4fca-968f-63d27df12cd2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.220338] env[69411]: DEBUG nova.policy [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f9f6a1fb4a948ef9d1b10c3ba5a640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cb180a19af409ab3cbb02a5fd08c6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.226405] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378831, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.239079] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378830, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.252347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.252513] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquired lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.252747] env[69411]: DEBUG nova.network.neutron [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 928.543743] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378829, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.633509} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.543743] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301/OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301.vmdk to [datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13/ef7272bc-723b-455e-986e-bb4322751c13.vmdk. [ 928.544778] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Cleaning up location [datastore2] OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 928.544972] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f2812393-53e1-45ae-8559-9485b45bb301 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.545247] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2949e433-fc71-4920-9e3f-c70b94c4de67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.551597] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 928.551597] env[69411]: value = "task-3378832" [ 928.551597] env[69411]: _type = "Task" [ 928.551597] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.560272] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.582543] env[69411]: DEBUG nova.network.neutron [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Successfully created port: 84941752-613c-4689-966e-47954757c4c8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.655222] env[69411]: DEBUG nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.723992] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378831, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.678948} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.726488] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 670c72ab-c734-482a-91eb-109d2c9b2e72/670c72ab-c734-482a-91eb-109d2c9b2e72.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.726678] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.727107] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cc021a8-04b7-4579-b33e-e079e2f84b48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.738950] env[69411]: DEBUG oslo_vmware.api [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3378830, 'name': PowerOnVM_Task, 'duration_secs': 2.198504} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.743515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.743739] env[69411]: INFO nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Took 9.76 seconds to spawn the instance on the hypervisor. [ 928.743925] env[69411]: DEBUG nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.744279] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 928.744279] env[69411]: value = "task-3378833" [ 928.744279] env[69411]: _type = "Task" [ 928.744279] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.745412] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303998f-f6e1-490f-acf3-f8a9f1beac50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.764797] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.840095] env[69411]: DEBUG nova.network.neutron [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 929.049121] env[69411]: DEBUG nova.network.neutron [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Updating instance_info_cache with network_info: [{"id": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "address": "fa:16:3e:e9:8b:af", "network": {"id": "05872b5f-06e2-4d58-827a-9fb91f8c1c45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-821005372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4facbc7b2c487aa8b2029bec814299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa980cf-5b", "ovs_interfaceid": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.062938] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214412} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.065249] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.065426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13/ef7272bc-723b-455e-986e-bb4322751c13.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.065678] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13/ef7272bc-723b-455e-986e-bb4322751c13.vmdk to [datastore2] b9f0319a-c308-4a00-96c7-dee17c35e6a8/b9f0319a-c308-4a00-96c7-dee17c35e6a8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.066350] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9607edc8-b294-4994-905c-7266c9c7f11e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.072404] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 929.072404] env[69411]: value = "task-3378834" [ 929.072404] env[69411]: _type = "Task" [ 929.072404] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.082440] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.106269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819725dd-6593-41ad-a6fb-df22d574f5a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.113157] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3162322-0dbb-4d10-ba2b-c424c73fe50f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.143076] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729affa1-ecb3-424d-8329-eff4b23d6e4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.150186] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fea2d8-ad1c-4778-bc75-503760dd0eed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.166044] env[69411]: DEBUG nova.compute.provider_tree [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.258566] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378833, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.272713] env[69411]: INFO nova.compute.manager [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Took 45.83 seconds to build instance. [ 929.552035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Releasing lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.552387] env[69411]: DEBUG nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Instance network_info: |[{"id": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "address": "fa:16:3e:e9:8b:af", "network": {"id": "05872b5f-06e2-4d58-827a-9fb91f8c1c45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-821005372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4facbc7b2c487aa8b2029bec814299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa980cf-5b", "ovs_interfaceid": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.552806] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:8b:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.560602] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Creating folder: Project (ba4facbc7b2c487aa8b2029bec814299). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.561257] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab3bb521-3dad-49ed-8f5e-7905227391d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.571553] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Created folder: Project (ba4facbc7b2c487aa8b2029bec814299) in parent group-v674052. [ 929.571744] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Creating folder: Instances. Parent ref: group-v674238. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.571994] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95559149-39d3-45b2-b653-12bc9eb7e9f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.583382] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.585291] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Created folder: Instances in parent group-v674238. [ 929.585525] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.585719] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1052841c-b284-4244-831c-de3efb810d07] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.585975] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7acd9f1a-7f3c-43cb-9b06-8bd10091c701 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.604098] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.604098] env[69411]: value = "task-3378837" [ 929.604098] env[69411]: _type = "Task" [ 929.604098] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.611855] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378837, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.670125] env[69411]: DEBUG nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.672019] env[69411]: DEBUG nova.scheduler.client.report [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.681711] env[69411]: DEBUG nova.compute.manager [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Received event network-changed-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.681918] env[69411]: DEBUG nova.compute.manager [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Refreshing instance network info cache due to event network-changed-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.682859] env[69411]: DEBUG oslo_concurrency.lockutils [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] Acquiring lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.682859] env[69411]: DEBUG oslo_concurrency.lockutils [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] Acquired lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.683171] env[69411]: DEBUG nova.network.neutron [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Refreshing network info cache for port aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 929.711639] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.711899] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.712074] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.712265] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.712415] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.712654] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.712827] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.713010] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.713249] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.713418] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.713597] env[69411]: DEBUG nova.virt.hardware [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.714902] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f63083-ce09-40f0-a3f8-4eb4485b474b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.725535] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34200bb-10e0-4940-8da3-7698f2d84ce9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.758409] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.522699} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.758625] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.759637] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd0e5be-13c0-4257-ab7a-938c41da8d1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.776019] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93424f80-2da2-4d5b-8c65-d7a8607a5937 tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "295f5ba0-c935-470e-98db-76f6853c7d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.094s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.785099] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 670c72ab-c734-482a-91eb-109d2c9b2e72/670c72ab-c734-482a-91eb-109d2c9b2e72.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.786522] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e5b606-6ff0-4444-9c32-d249d0875264 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.802135] env[69411]: DEBUG nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.814723] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 929.814723] env[69411]: value = "task-3378838" [ 929.814723] env[69411]: _type = "Task" [ 929.814723] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.827664] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.086094] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378834, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.117301] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378837, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.330543] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.335658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.579392] env[69411]: DEBUG nova.network.neutron [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Successfully updated port: 84941752-613c-4689-966e-47954757c4c8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.583631] env[69411]: DEBUG nova.network.neutron [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Updated VIF entry in instance network info cache for port aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 930.583631] env[69411]: DEBUG nova.network.neutron [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Updating instance_info_cache with network_info: [{"id": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "address": "fa:16:3e:e9:8b:af", "network": {"id": "05872b5f-06e2-4d58-827a-9fb91f8c1c45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-821005372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4facbc7b2c487aa8b2029bec814299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa980cf-5b", "ovs_interfaceid": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.592937] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378834, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.617283] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378837, 'name': CreateVM_Task, 'duration_secs': 0.737729} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.618022] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1052841c-b284-4244-831c-de3efb810d07] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.618229] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.618458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.618820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.619106] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fac7be6-27e2-4f46-a4a3-72b3af2e4c71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.627192] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 930.627192] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5247d31d-d7a9-f548-0e0e-1e9e9046dfd6" [ 930.627192] env[69411]: _type = "Task" [ 930.627192] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.637675] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5247d31d-d7a9-f548-0e0e-1e9e9046dfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.696017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.050s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.703099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.931s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.704417] env[69411]: INFO nova.compute.claims [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.831370] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378838, 'name': ReconfigVM_Task, 'duration_secs': 0.964248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.831891] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 670c72ab-c734-482a-91eb-109d2c9b2e72/670c72ab-c734-482a-91eb-109d2c9b2e72.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.832493] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48913d8c-3852-4f17-b989-740257ba3cee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.841669] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 930.841669] env[69411]: value = "task-3378839" [ 930.841669] env[69411]: _type = "Task" [ 930.841669] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.853962] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378839, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.088654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.088724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.089054] env[69411]: DEBUG nova.network.neutron [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 931.090464] env[69411]: DEBUG oslo_concurrency.lockutils [req-0b2410da-4f5f-4c42-a077-9d65f9f5d411 req-769f2066-cfb6-4a3a-9bcf-ab6a742e3f84 service nova] Releasing lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.090875] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378834, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.141527] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5247d31d-d7a9-f548-0e0e-1e9e9046dfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.085277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.142138] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.142479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.142921] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.143150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.143891] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.143891] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b598cb1f-b189-4c33-942c-8cebdf9e8354 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.163666] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.163917] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.165216] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43accc5-b79c-4afa-afe4-3513ebc065d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.174085] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 931.174085] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52424185-f251-daa2-7705-2263fd269f85" [ 931.174085] env[69411]: _type = "Task" [ 931.174085] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.186435] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52424185-f251-daa2-7705-2263fd269f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.353703] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378839, 'name': Rename_Task, 'duration_secs': 0.373478} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.354048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.354284] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd5301cd-06cc-42ba-964e-c60c29de42fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.363689] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 931.363689] env[69411]: value = "task-3378840" [ 931.363689] env[69411]: _type = "Task" [ 931.363689] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.376549] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.588625] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378834, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.643621] env[69411]: DEBUG nova.network.neutron [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 931.686644] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52424185-f251-daa2-7705-2263fd269f85, 'name': SearchDatastore_Task, 'duration_secs': 0.088922} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.687510] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92080b2c-adf8-46fe-b578-f2c04618e183 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.694764] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 931.694764] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52495b1b-0adb-a78f-9bfa-d4047f32cc2f" [ 931.694764] env[69411]: _type = "Task" [ 931.694764] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.703174] env[69411]: DEBUG nova.compute.manager [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Received event network-changed-66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.703388] env[69411]: DEBUG nova.compute.manager [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Refreshing instance network info cache due to event network-changed-66582d03-0b4d-4e94-a19a-9f6a29d97b1f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.703615] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Acquiring lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.703763] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Acquired lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.703952] env[69411]: DEBUG nova.network.neutron [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Refreshing network info cache for port 66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 931.716811] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52495b1b-0adb-a78f-9bfa-d4047f32cc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.858022] env[69411]: DEBUG nova.network.neutron [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Updating instance_info_cache with network_info: [{"id": "84941752-613c-4689-966e-47954757c4c8", "address": "fa:16:3e:8f:b3:15", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84941752-61", "ovs_interfaceid": "84941752-613c-4689-966e-47954757c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.880709] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.087533] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378834, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.872011} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.090672] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef7272bc-723b-455e-986e-bb4322751c13/ef7272bc-723b-455e-986e-bb4322751c13.vmdk to [datastore2] b9f0319a-c308-4a00-96c7-dee17c35e6a8/b9f0319a-c308-4a00-96c7-dee17c35e6a8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.092693] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ac90d-431f-48b8-9a77-5cbee81d6ca7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.115234] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b9f0319a-c308-4a00-96c7-dee17c35e6a8/b9f0319a-c308-4a00-96c7-dee17c35e6a8.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.118062] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887ac06e-b8a8-49cc-b265-20e6e4df843f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.138786] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 932.138786] env[69411]: value = "task-3378841" [ 932.138786] env[69411]: _type = "Task" [ 932.138786] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.149864] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.204650] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52495b1b-0adb-a78f-9bfa-d4047f32cc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.086093} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.205761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.206033] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 1052841c-b284-4244-831c-de3efb810d07/1052841c-b284-4244-831c-de3efb810d07.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.206772] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76796843-c324-461e-96bd-a543222e83fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.209178] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58289ab4-9886-4579-916d-c63ad260067d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.220674] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f845b-0892-4551-80af-78b85316b1fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.224674] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 932.224674] env[69411]: value = "task-3378842" [ 932.224674] env[69411]: _type = "Task" [ 932.224674] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.267963] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1825764d-91c0-494f-aa58-fd5a5f3bbf6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.274485] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.277363] env[69411]: INFO nova.compute.manager [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Swapping old allocation on dict_keys(['906c74e7-0145-4323-8b9b-9bf2b8fcd761']) held by migration 7d4dfe4a-fb33-4c13-af77-6cf6b1491ae7 for instance [ 932.282625] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf781f4-05b8-4bd2-b5ef-acd38ddec167 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.297339] env[69411]: DEBUG nova.compute.provider_tree [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.312279] env[69411]: DEBUG nova.scheduler.client.report [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Overwriting current allocation {'allocations': {'906c74e7-0145-4323-8b9b-9bf2b8fcd761': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 104}}, 'project_id': 'aca6306f45ab46838486150f2f09d4ce', 'user_id': '12a89a5ff418429f8d6f68d7bb147e66', 'consumer_generation': 1} on consumer f1721a7b-378a-4fca-968f-63d27df12cd2 {{(pid=69411) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 932.359640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.360459] env[69411]: DEBUG nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Instance network_info: |[{"id": "84941752-613c-4689-966e-47954757c4c8", "address": "fa:16:3e:8f:b3:15", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84941752-61", "ovs_interfaceid": "84941752-613c-4689-966e-47954757c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.363076] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b3:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84941752-613c-4689-966e-47954757c4c8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.371188] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.371502] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.375666] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69327c1d-2dbd-4d77-a2d1-9cf8637c3c7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.395999] env[69411]: DEBUG oslo_vmware.api [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378840, 'name': PowerOnVM_Task, 'duration_secs': 0.979801} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.399894] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.400270] env[69411]: INFO nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Took 10.07 seconds to spawn the instance on the hypervisor. [ 932.400390] env[69411]: DEBUG nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.400722] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.400722] env[69411]: value = "task-3378843" [ 932.400722] env[69411]: _type = "Task" [ 932.400722] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.401983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec92376d-ba74-49bd-9525-f8fc37298c1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.420019] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378843, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.485442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.485442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquired lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.485442] env[69411]: DEBUG nova.network.neutron [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 932.579560] env[69411]: DEBUG nova.network.neutron [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Updated VIF entry in instance network info cache for port 66582d03-0b4d-4e94-a19a-9f6a29d97b1f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 932.580059] env[69411]: DEBUG nova.network.neutron [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Updating instance_info_cache with network_info: [{"id": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "address": "fa:16:3e:28:dd:f9", "network": {"id": "6ccb78c6-a7f6-4b6e-82b6-5ac992dcabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1820295457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "405a90618a064a9ca4e56be467b549de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66582d03-0b", "ovs_interfaceid": "66582d03-0b4d-4e94-a19a-9f6a29d97b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.651546] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.734016] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.803269] env[69411]: DEBUG nova.scheduler.client.report [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.915674] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378843, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.928776] env[69411]: INFO nova.compute.manager [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Took 42.91 seconds to build instance. [ 933.083040] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Releasing lock "refresh_cache-295f5ba0-c935-470e-98db-76f6853c7d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.083530] env[69411]: DEBUG nova.compute.manager [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Received event network-vif-plugged-84941752-613c-4689-966e-47954757c4c8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.083889] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Acquiring lock "a19783a6-15e5-4542-a301-f3769580fad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.084333] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Lock "a19783a6-15e5-4542-a301-f3769580fad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.084671] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Lock "a19783a6-15e5-4542-a301-f3769580fad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.085030] env[69411]: DEBUG nova.compute.manager [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] No waiting events found dispatching network-vif-plugged-84941752-613c-4689-966e-47954757c4c8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.085694] env[69411]: WARNING nova.compute.manager [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Received unexpected event network-vif-plugged-84941752-613c-4689-966e-47954757c4c8 for instance with vm_state building and task_state spawning. [ 933.085694] env[69411]: DEBUG nova.compute.manager [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Received event network-changed-84941752-613c-4689-966e-47954757c4c8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.085931] env[69411]: DEBUG nova.compute.manager [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Refreshing instance network info cache due to event network-changed-84941752-613c-4689-966e-47954757c4c8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.086286] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Acquiring lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.087130] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Acquired lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.087130] env[69411]: DEBUG nova.network.neutron [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Refreshing network info cache for port 84941752-613c-4689-966e-47954757c4c8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 933.149654] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378841, 'name': ReconfigVM_Task, 'duration_secs': 0.707284} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.150343] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b9f0319a-c308-4a00-96c7-dee17c35e6a8/b9f0319a-c308-4a00-96c7-dee17c35e6a8.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.150609] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-440cf40e-f058-4bdf-9c75-309d0fb7be40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.157803] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 933.157803] env[69411]: value = "task-3378844" [ 933.157803] env[69411]: _type = "Task" [ 933.157803] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.168819] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378844, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.235346] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378842, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.242919] env[69411]: DEBUG nova.network.neutron [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [{"id": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "address": "fa:16:3e:92:4e:e1", "network": {"id": "7b563e71-4eb0-4120-ad7a-1f36dcb5b7ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f439d4f9d36649528dc4084ca80c72b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7b046f-3e", "ovs_interfaceid": "aa7b046f-3e1a-45dd-920e-c830ad241a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.308812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.309408] env[69411]: DEBUG nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.312263] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.027s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.415043] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378843, 'name': CreateVM_Task, 'duration_secs': 0.692613} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.415043] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.415604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.415782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.416106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.416365] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ac0eea-33db-4d40-9fc8-bc719bced3fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.420896] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 933.420896] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d88efc-9d02-273d-9fd1-11b9335d4b6a" [ 933.420896] env[69411]: _type = "Task" [ 933.420896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.428571] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d88efc-9d02-273d-9fd1-11b9335d4b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.431196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a893854-e16c-46ef-8860-3e5d2b607486 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.631s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.669146] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378844, 'name': Rename_Task, 'duration_secs': 0.390798} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.671456] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.671729] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8744ac8e-ff50-48fd-8d7d-69e068ce19f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.678773] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 933.678773] env[69411]: value = "task-3378845" [ 933.678773] env[69411]: _type = "Task" [ 933.678773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.688844] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.734887] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378842, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.745206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Releasing lock "refresh_cache-f1721a7b-378a-4fca-968f-63d27df12cd2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.745643] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.745899] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c932a77e-6bcf-478a-a1f1-a8c9361f1dab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.751387] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 933.751387] env[69411]: value = "task-3378846" [ 933.751387] env[69411]: _type = "Task" [ 933.751387] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.758681] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.794974] env[69411]: DEBUG nova.network.neutron [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Updated VIF entry in instance network info cache for port 84941752-613c-4689-966e-47954757c4c8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 933.795381] env[69411]: DEBUG nova.network.neutron [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Updating instance_info_cache with network_info: [{"id": "84941752-613c-4689-966e-47954757c4c8", "address": "fa:16:3e:8f:b3:15", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84941752-61", "ovs_interfaceid": "84941752-613c-4689-966e-47954757c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.827193] env[69411]: DEBUG nova.compute.utils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.828669] env[69411]: DEBUG nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.828815] env[69411]: DEBUG nova.network.neutron [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.891122] env[69411]: DEBUG nova.policy [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416edb3c66714df68321b0344b53bc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8930c7b5154d5bbfd6786a8d3a9dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.931858] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d88efc-9d02-273d-9fd1-11b9335d4b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.023108} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.932272] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.932452] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.932755] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.932860] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.933039] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.933436] env[69411]: DEBUG nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.939259] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b196d554-c3a7-4088-beb3-08d32a4dc935 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.945329] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.945507] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.946267] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23597650-228c-44b3-bb05-85d6a2efbc6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.951780] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 933.951780] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525f7e98-23a3-5627-acb9-e2fa375fbdd6" [ 933.951780] env[69411]: _type = "Task" [ 933.951780] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.959878] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525f7e98-23a3-5627-acb9-e2fa375fbdd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.018209] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "670c72ab-c734-482a-91eb-109d2c9b2e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.018468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.018670] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "670c72ab-c734-482a-91eb-109d2c9b2e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.018849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.021523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.021741] env[69411]: INFO nova.compute.manager [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Terminating instance [ 934.191604] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.236994] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378842, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.994376} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.237356] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 1052841c-b284-4244-831c-de3efb810d07/1052841c-b284-4244-831c-de3efb810d07.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.237620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.237877] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6737fdb-2143-4092-be96-be54181664fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.245224] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 934.245224] env[69411]: value = "task-3378847" [ 934.245224] env[69411]: _type = "Task" [ 934.245224] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.252529] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.253314] env[69411]: DEBUG nova.network.neutron [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Successfully created port: 6206e80a-88fb-4785-a247-957b21de4456 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.262731] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378846, 'name': PowerOffVM_Task, 'duration_secs': 0.194427} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.262939] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.263601] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d440421e-e7a3-48ba-a17d-a413e5e11acf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-874207196',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.263815] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.263976] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.264312] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.264469] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.264620] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.264831] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.264998] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.265185] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.265355] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.265529] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.270683] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d554b369-4501-4f42-9941-8a8479333463 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.295022] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 934.295022] env[69411]: value = "task-3378848" [ 934.295022] env[69411]: _type = "Task" [ 934.295022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.297482] env[69411]: DEBUG oslo_concurrency.lockutils [req-5c1f8857-bf07-4f81-8a59-ac839a97ea2d req-8da3a407-f237-488a-9d85-7b545a1e53f4 service nova] Releasing lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.301752] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.332630] env[69411]: DEBUG nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.368391] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.368619] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 065960f4-681e-4867-9b12-00672a5a9055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.368754] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9848c369-d516-4e71-9d00-6f21d0dda7e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.368925] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 0c614753-736c-4a3d-9690-692674dd7c35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370285] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 5577226c-6081-4ae5-909f-2dea19be98a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370285] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 34eaab5d-18bd-4868-a439-7ae67fdecc3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370285] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370285] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 59be5fbd-08c1-45a9-9f8f-0bbe90384a24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370285] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance b187064a-20b8-4e80-aaef-2ae78d901640 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370285] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e7877566-ce69-4a38-82db-feb1bedd135f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370285] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 416e24c8-d946-49d5-9a34-129674cd2d0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370582] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 127aa697-2d67-47d9-96d4-f70858a832eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.370582] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 14fcfe16-b536-4eae-8807-131306a159af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.371537] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance f1721a7b-378a-4fca-968f-63d27df12cd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.371537] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 293ae9c2-c559-47cd-9a89-c3ad5469f420 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.371537] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 8cd11e90-5914-4e9b-b832-1eddf6b8d93c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.371537] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 6f5dc694-e833-46ca-acfe-52b748a93a5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.371753] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 8b009826-67bb-4c07-9f04-b4ef8be69b1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.371858] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 6c44d94a-a3b0-4a97-8472-62c087be6ab0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 934.372018] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 295f5ba0-c935-470e-98db-76f6853c7d30 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.372170] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance b9f0319a-c308-4a00-96c7-dee17c35e6a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.372369] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 670c72ab-c734-482a-91eb-109d2c9b2e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.372526] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 1052841c-b284-4244-831c-de3efb810d07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.372711] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance a19783a6-15e5-4542-a301-f3769580fad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.372856] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance a5e41b37-71f2-4938-af74-8b82b9df2a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 934.462649] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525f7e98-23a3-5627-acb9-e2fa375fbdd6, 'name': SearchDatastore_Task, 'duration_secs': 0.017551} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.463917] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.464768] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c769fb33-573d-4c49-8d21-a326ae0f7865 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.470438] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 934.470438] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525626dc-92c5-af2f-e19d-703775f44e11" [ 934.470438] env[69411]: _type = "Task" [ 934.470438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.478901] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525626dc-92c5-af2f-e19d-703775f44e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.525458] env[69411]: DEBUG nova.compute.manager [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.525687] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.526604] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d48f6f-9ada-43a9-9b0c-e7be6b506012 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.543036] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.543489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e57456-9e59-4d42-be9a-a902bfa0bd76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.550832] env[69411]: DEBUG oslo_vmware.api [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 934.550832] env[69411]: value = "task-3378849" [ 934.550832] env[69411]: _type = "Task" [ 934.550832] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.562700] env[69411]: DEBUG oslo_vmware.api [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.691727] env[69411]: DEBUG oslo_vmware.api [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378845, 'name': PowerOnVM_Task, 'duration_secs': 0.842085} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.693021] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.696091] env[69411]: INFO nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Took 14.97 seconds to spawn the instance on the hypervisor. [ 934.696091] env[69411]: DEBUG nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.696091] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2043d1c-fa4c-4ddc-a1f3-2e68b6fc2a7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.755729] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068127} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.755994] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.756802] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5410d1-5877-4f6f-a6de-0b81805f8a7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.782535] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1052841c-b284-4244-831c-de3efb810d07/1052841c-b284-4244-831c-de3efb810d07.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.782838] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485c0f06-c7ea-4351-ab38-72c02997c299 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.807910] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378848, 'name': ReconfigVM_Task, 'duration_secs': 0.144666} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.809258] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 934.809258] env[69411]: value = "task-3378850" [ 934.809258] env[69411]: _type = "Task" [ 934.809258] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.809939] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da15eb1b-3904-4240-a26d-5fd4422b1ee8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.820830] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.841191] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d440421e-e7a3-48ba-a17d-a413e5e11acf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-874207196',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.841473] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.841632] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.841844] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.842022] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.842208] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.842426] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.842588] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.842762] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.842923] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.843120] env[69411]: DEBUG nova.virt.hardware [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.847277] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609a5382-b618-4de9-b795-1e90d5e93d47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.853340] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 934.853340] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526e2637-f6bb-4a08-8b8c-c3445ad3d0e5" [ 934.853340] env[69411]: _type = "Task" [ 934.853340] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.862493] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526e2637-f6bb-4a08-8b8c-c3445ad3d0e5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.867886] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.868162] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47808d8a-b9b2-4a0d-8ffc-535434981953 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.881332] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 8731aec0-501f-4bd6-9cbe-1404390780df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 934.887250] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 934.887250] env[69411]: value = "task-3378851" [ 934.887250] env[69411]: _type = "Task" [ 934.887250] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.896222] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.981425] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525626dc-92c5-af2f-e19d-703775f44e11, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.981767] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.982037] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] a19783a6-15e5-4542-a301-f3769580fad7/a19783a6-15e5-4542-a301-f3769580fad7.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.982326] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27c1f7ee-583d-47ea-8704-2ccdf871d264 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.989775] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 934.989775] env[69411]: value = "task-3378852" [ 934.989775] env[69411]: _type = "Task" [ 934.989775] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.997431] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.060029] env[69411]: DEBUG oslo_vmware.api [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378849, 'name': PowerOffVM_Task, 'duration_secs': 0.325278} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.060315] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.061033] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.061033] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dab807c6-39ed-40ec-b75d-7c0473fa2899 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.126130] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.126372] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.126572] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Deleting the datastore file [datastore2] 670c72ab-c734-482a-91eb-109d2c9b2e72 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.126997] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e94c7fdf-1682-41f2-a345-aa6675669934 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.134235] env[69411]: DEBUG oslo_vmware.api [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for the task: (returnval){ [ 935.134235] env[69411]: value = "task-3378854" [ 935.134235] env[69411]: _type = "Task" [ 935.134235] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.142906] env[69411]: DEBUG oslo_vmware.api [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.212594] env[69411]: INFO nova.compute.manager [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Took 46.27 seconds to build instance. [ 935.323420] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378850, 'name': ReconfigVM_Task, 'duration_secs': 0.368868} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.323710] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1052841c-b284-4244-831c-de3efb810d07/1052841c-b284-4244-831c-de3efb810d07.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.324429] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4cc5a3e-c29e-4f41-b478-1d3e77740ba1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.331786] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 935.331786] env[69411]: value = "task-3378855" [ 935.331786] env[69411]: _type = "Task" [ 935.331786] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.340015] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378855, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.351986] env[69411]: DEBUG nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.384796] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 85eea133-6756-4065-8108-7431e70aa708 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.397495] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378851, 'name': ReconfigVM_Task, 'duration_secs': 0.203988} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.398491] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.399354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd0e4ae-852a-4d75-8713-b2ad11e73042 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.423090] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.423321] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416aada3-40aa-4480-80c5-809e266be60e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.442251] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 935.442251] env[69411]: value = "task-3378856" [ 935.442251] env[69411]: _type = "Task" [ 935.442251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.452641] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.472839] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.473261] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.473493] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.473783] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.473979] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.474222] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.474457] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.474622] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.474814] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.474968] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.475253] env[69411]: DEBUG nova.virt.hardware [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.476066] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c1fee6-00c8-4a7b-83c8-f1cbdde69925 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.484211] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae23e4bc-68ad-4ae7-ada6-40d156b9a98f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.507803] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.508104] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] a19783a6-15e5-4542-a301-f3769580fad7/a19783a6-15e5-4542-a301-f3769580fad7.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.508346] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.509457] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2dff43d-f86d-43fb-ad35-a25f80613c3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.514990] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 935.514990] env[69411]: value = "task-3378857" [ 935.514990] env[69411]: _type = "Task" [ 935.514990] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.523056] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.646126] env[69411]: DEBUG oslo_vmware.api [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Task: {'id': task-3378854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461378} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.646436] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.646642] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.646845] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.647053] env[69411]: INFO nova.compute.manager [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Took 1.12 seconds to destroy the instance on the hypervisor. [ 935.647343] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.647544] env[69411]: DEBUG nova.compute.manager [-] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.647647] env[69411]: DEBUG nova.network.neutron [-] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 935.715025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a601f7e4-e4e7-48fa-be6a-749ccd5dfd80 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.782s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.844202] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378855, 'name': Rename_Task, 'duration_secs': 0.207328} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.844623] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.846701] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89710f6a-7b18-4751-a5ff-a37b36b74082 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.855048] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 935.855048] env[69411]: value = "task-3378858" [ 935.855048] env[69411]: _type = "Task" [ 935.855048] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.861474] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.888787] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e3fde417-0d6d-4377-ae8c-565d2a770edc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.954683] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378856, 'name': ReconfigVM_Task, 'duration_secs': 0.275974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.954683] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Reconfigured VM instance instance-0000002d to attach disk [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2/f1721a7b-378a-4fca-968f-63d27df12cd2.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.956178] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fd80ac-45ca-4cc0-8284-90ff98575ffb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.960081] env[69411]: DEBUG nova.compute.manager [req-b78ff7d0-b391-40cd-b4a7-a90b86568b99 req-c54cd001-f3dc-4d67-97a0-aca74bf56545 service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Received event network-vif-deleted-4c8c3613-4c78-430f-b7d7-09b6e115733b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.960289] env[69411]: INFO nova.compute.manager [req-b78ff7d0-b391-40cd-b4a7-a90b86568b99 req-c54cd001-f3dc-4d67-97a0-aca74bf56545 service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Neutron deleted interface 4c8c3613-4c78-430f-b7d7-09b6e115733b; detaching it from the instance and deleting it from the info cache [ 935.960470] env[69411]: DEBUG nova.network.neutron [req-b78ff7d0-b391-40cd-b4a7-a90b86568b99 req-c54cd001-f3dc-4d67-97a0-aca74bf56545 service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.981634] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468849c5-2a26-42f8-aaa3-23def30092bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.002802] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2bb32-fe09-48a1-8db7-56eaff2288fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.023662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b79ca5-d023-4603-94e0-9ed2a3f19cdd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.031242] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086154} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.033492] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.033887] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.034670] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d71d369-5ba5-44ff-9fd0-b1f1fd0dcd88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.036786] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e3a7558-bfb8-4a1b-b39d-0f36f116f65a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.058284] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a19783a6-15e5-4542-a301-f3769580fad7/a19783a6-15e5-4542-a301-f3769580fad7.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.059687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.059952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.060186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.060376] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.060544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.062322] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a27579-d205-4a57-83ce-c5b9e4ac708c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.076821] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 936.076821] env[69411]: value = "task-3378859" [ 936.076821] env[69411]: _type = "Task" [ 936.076821] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.077405] env[69411]: INFO nova.compute.manager [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Terminating instance [ 936.085180] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 936.085180] env[69411]: value = "task-3378860" [ 936.085180] env[69411]: _type = "Task" [ 936.085180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.092525] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.097825] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.111339] env[69411]: DEBUG nova.network.neutron [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Successfully updated port: 6206e80a-88fb-4785-a247-957b21de4456 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.364504] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.391400] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance d71be178-8edf-40c3-85ed-98d89589d43f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.436984] env[69411]: DEBUG nova.network.neutron [-] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.464738] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d2d356-fdba-4794-9595-0dacb025b6d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.474036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c36ba5-a6cb-4f26-ac73-3406b431a334 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.512143] env[69411]: DEBUG nova.compute.manager [req-b78ff7d0-b391-40cd-b4a7-a90b86568b99 req-c54cd001-f3dc-4d67-97a0-aca74bf56545 service nova] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Detach interface failed, port_id=4c8c3613-4c78-430f-b7d7-09b6e115733b, reason: Instance 670c72ab-c734-482a-91eb-109d2c9b2e72 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.584031] env[69411]: DEBUG nova.compute.manager [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.584031] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.584877] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be59c0e-2a35-46e1-a312-33df36b6c176 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.594559] env[69411]: DEBUG oslo_vmware.api [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378859, 'name': PowerOnVM_Task, 'duration_secs': 0.359136} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.596921] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.600248] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.603842] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb350d7c-52f3-44e2-a996-f3e66c9f84e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.605453] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.610281] env[69411]: DEBUG oslo_vmware.api [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 936.610281] env[69411]: value = "task-3378861" [ 936.610281] env[69411]: _type = "Task" [ 936.610281] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.613792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "refresh_cache-a5e41b37-71f2-4938-af74-8b82b9df2a9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.613931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "refresh_cache-a5e41b37-71f2-4938-af74-8b82b9df2a9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.614100] env[69411]: DEBUG nova.network.neutron [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 936.620837] env[69411]: DEBUG oslo_vmware.api [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.865296] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.895056] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance ab203b3a-781e-4c35-b0fe-35346df553ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.939473] env[69411]: INFO nova.compute.manager [-] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Took 1.29 seconds to deallocate network for instance. [ 937.097609] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378860, 'name': ReconfigVM_Task, 'duration_secs': 0.776327} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.097939] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a19783a6-15e5-4542-a301-f3769580fad7/a19783a6-15e5-4542-a301-f3769580fad7.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.098528] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4affca34-b60f-4688-a1a9-79f6fbaf43a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.104275] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 937.104275] env[69411]: value = "task-3378862" [ 937.104275] env[69411]: _type = "Task" [ 937.104275] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.120778] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378862, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.125719] env[69411]: DEBUG oslo_vmware.api [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378861, 'name': PowerOffVM_Task, 'duration_secs': 0.201375} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.126169] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.126169] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.126390] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a63dd6-f242-4c28-8d29-2f481bfe0115 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.178147] env[69411]: DEBUG nova.network.neutron [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 937.184944] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.185230] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.185431] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleting the datastore file [datastore2] b9f0319a-c308-4a00-96c7-dee17c35e6a8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.185694] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56fa32f-0da7-48b2-a94f-bc490a143dbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.192280] env[69411]: DEBUG oslo_vmware.api [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 937.192280] env[69411]: value = "task-3378864" [ 937.192280] env[69411]: _type = "Task" [ 937.192280] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.202681] env[69411]: DEBUG oslo_vmware.api [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.340296] env[69411]: DEBUG nova.network.neutron [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Updating instance_info_cache with network_info: [{"id": "6206e80a-88fb-4785-a247-957b21de4456", "address": "fa:16:3e:65:0c:23", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6206e80a-88", "ovs_interfaceid": "6206e80a-88fb-4785-a247-957b21de4456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.365287] env[69411]: DEBUG oslo_vmware.api [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3378858, 'name': PowerOnVM_Task, 'duration_secs': 1.02068} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.365530] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.365750] env[69411]: INFO nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Took 10.29 seconds to spawn the instance on the hypervisor. [ 937.366096] env[69411]: DEBUG nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.366771] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d969e39f-915d-4c84-81ba-20a9cd73339a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.397865] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 403da129-759b-40e9-9547-3b2c5809e160 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.398246] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 937.398446] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 937.446054] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.615062] env[69411]: INFO nova.compute.manager [None req-b9de14a7-f68e-40a8-a44f-28c01f310ffd tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance to original state: 'active' [ 937.618111] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378862, 'name': Rename_Task, 'duration_secs': 0.18908} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.618765] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.618855] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22c3037-bc52-4441-bb77-01ccf0b2b25e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.627157] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 937.627157] env[69411]: value = "task-3378865" [ 937.627157] env[69411]: _type = "Task" [ 937.627157] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.641292] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378865, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.704429] env[69411]: DEBUG oslo_vmware.api [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378816} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.704546] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.704753] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.704948] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.705148] env[69411]: INFO nova.compute.manager [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 937.705416] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.705625] env[69411]: DEBUG nova.compute.manager [-] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.705724] env[69411]: DEBUG nova.network.neutron [-] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 937.784414] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5afd2df-9fea-429e-87dd-2f6e85df57e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.793238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8938467a-aaf0-420f-b3b4-a5320a5fcfe4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.824854] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2465658-772d-406b-81ab-6065122b23e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.832409] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f701451-407e-4648-aa2a-9991aadb07eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.845837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "refresh_cache-a5e41b37-71f2-4938-af74-8b82b9df2a9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.846491] env[69411]: DEBUG nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Instance network_info: |[{"id": "6206e80a-88fb-4785-a247-957b21de4456", "address": "fa:16:3e:65:0c:23", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6206e80a-88", "ovs_interfaceid": "6206e80a-88fb-4785-a247-957b21de4456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.846624] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.848174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:0c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6206e80a-88fb-4785-a247-957b21de4456', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.856310] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.857747] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.860862] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.861572] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c7d24e-5521-495b-80aa-0b7689f0a740 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.883875] env[69411]: INFO nova.compute.manager [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Took 43.80 seconds to build instance. [ 937.889055] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.889055] env[69411]: value = "task-3378866" [ 937.889055] env[69411]: _type = "Task" [ 937.889055] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.894866] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378866, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.032615] env[69411]: DEBUG nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Received event network-vif-plugged-6206e80a-88fb-4785-a247-957b21de4456 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.032912] env[69411]: DEBUG oslo_concurrency.lockutils [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] Acquiring lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.033280] env[69411]: DEBUG oslo_concurrency.lockutils [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.033495] env[69411]: DEBUG oslo_concurrency.lockutils [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.033703] env[69411]: DEBUG nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] No waiting events found dispatching network-vif-plugged-6206e80a-88fb-4785-a247-957b21de4456 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.033949] env[69411]: WARNING nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Received unexpected event network-vif-plugged-6206e80a-88fb-4785-a247-957b21de4456 for instance with vm_state building and task_state spawning. [ 938.034198] env[69411]: DEBUG nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Received event network-changed-6206e80a-88fb-4785-a247-957b21de4456 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.034413] env[69411]: DEBUG nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Refreshing instance network info cache due to event network-changed-6206e80a-88fb-4785-a247-957b21de4456. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.034636] env[69411]: DEBUG oslo_concurrency.lockutils [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] Acquiring lock "refresh_cache-a5e41b37-71f2-4938-af74-8b82b9df2a9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.034784] env[69411]: DEBUG oslo_concurrency.lockutils [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] Acquired lock "refresh_cache-a5e41b37-71f2-4938-af74-8b82b9df2a9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.035048] env[69411]: DEBUG nova.network.neutron [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Refreshing network info cache for port 6206e80a-88fb-4785-a247-957b21de4456 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 938.135232] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378865, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.363671] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 938.363936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.052s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.365474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.374s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.365474] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.368283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.802s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.370959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.370959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.149s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.372188] env[69411]: INFO nova.compute.claims [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.374873] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.375632] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Cleaning up deleted instances {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 938.386622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e7089ce5-dd8c-4074-89a0-06604c11480b tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "1052841c-b284-4244-831c-de3efb810d07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.593s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.397675] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378866, 'name': CreateVM_Task, 'duration_secs': 0.348083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.397935] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.399704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.399704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.399704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.399704] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1957ba76-07b1-4503-96b6-972e252295fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.407541] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 938.407541] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526a8d42-dd89-0d82-2074-e7a87973ac44" [ 938.407541] env[69411]: _type = "Task" [ 938.407541] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.417212] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526a8d42-dd89-0d82-2074-e7a87973ac44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.435245] env[69411]: INFO nova.scheduler.client.report [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Deleted allocations for instance 8cd11e90-5914-4e9b-b832-1eddf6b8d93c [ 938.451917] env[69411]: DEBUG nova.network.neutron [-] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.639210] env[69411]: DEBUG oslo_vmware.api [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378865, 'name': PowerOnVM_Task, 'duration_secs': 0.694302} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.639210] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.639210] env[69411]: INFO nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Took 8.97 seconds to spawn the instance on the hypervisor. [ 938.639210] env[69411]: DEBUG nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.639742] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85889642-3ecc-46df-845b-118be39468b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.788651] env[69411]: DEBUG nova.network.neutron [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Updated VIF entry in instance network info cache for port 6206e80a-88fb-4785-a247-957b21de4456. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 938.789122] env[69411]: DEBUG nova.network.neutron [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Updating instance_info_cache with network_info: [{"id": "6206e80a-88fb-4785-a247-957b21de4456", "address": "fa:16:3e:65:0c:23", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6206e80a-88", "ovs_interfaceid": "6206e80a-88fb-4785-a247-957b21de4456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.792459] env[69411]: DEBUG nova.compute.manager [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Received event network-changed-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.792671] env[69411]: DEBUG nova.compute.manager [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Refreshing instance network info cache due to event network-changed-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.792906] env[69411]: DEBUG oslo_concurrency.lockutils [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] Acquiring lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.793078] env[69411]: DEBUG oslo_concurrency.lockutils [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] Acquired lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.793252] env[69411]: DEBUG nova.network.neutron [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Refreshing network info cache for port aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 938.838326] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "f1721a7b-378a-4fca-968f-63d27df12cd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.838593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.838800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.838980] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.839314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.842402] env[69411]: INFO nova.compute.manager [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Terminating instance [ 938.895390] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] There are 42 instances to clean {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 938.895686] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: c3461854-762f-4626-ab3c-36a19888c88d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.902936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-29c31dc5-002b-44b2-a55d-858562cad12f tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.602s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.903765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.199s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.905648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.905648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.905648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.911035] env[69411]: INFO nova.compute.manager [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Terminating instance [ 938.930299] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526a8d42-dd89-0d82-2074-e7a87973ac44, 'name': SearchDatastore_Task, 'duration_secs': 0.012602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.930597] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.930826] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.931083] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.931232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.931413] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.931678] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214621c0-545a-4bbd-9eba-ab8e7916ebbc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.947261] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.947450] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.952016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-df87da01-bcc9-4e31-8b2b-6587b1cdc561 tempest-InstanceActionsV221TestJSON-949716835 tempest-InstanceActionsV221TestJSON-949716835-project-member] Lock "8cd11e90-5914-4e9b-b832-1eddf6b8d93c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.892s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.952016] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0d03f2-85f7-4f12-9666-404401162cbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.954719] env[69411]: INFO nova.compute.manager [-] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Took 1.25 seconds to deallocate network for instance. [ 938.958233] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 938.958233] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c573ea-e15f-f160-5252-9d2166707ddb" [ 938.958233] env[69411]: _type = "Task" [ 938.958233] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.970566] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c573ea-e15f-f160-5252-9d2166707ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.157870] env[69411]: INFO nova.compute.manager [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Took 38.00 seconds to build instance. [ 939.293830] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056e2f3-5d0a-4a5d-b270-4ba92d85eae2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.298976] env[69411]: DEBUG oslo_concurrency.lockutils [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] Releasing lock "refresh_cache-a5e41b37-71f2-4938-af74-8b82b9df2a9e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.299305] env[69411]: DEBUG nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Received event network-vif-deleted-c0e818f0-d3ea-40e7-a32b-6e713654f420 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.299529] env[69411]: INFO nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Neutron deleted interface c0e818f0-d3ea-40e7-a32b-6e713654f420; detaching it from the instance and deleting it from the info cache [ 939.299708] env[69411]: DEBUG nova.network.neutron [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.307681] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e825b335-9cbd-4f4d-b2e6-78cae1f5a72d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.340920] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734862e-0506-40fb-af1d-0115b8770a1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.348985] env[69411]: DEBUG nova.compute.manager [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.349250] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.350100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5816dc05-04f9-4d8e-a787-bd1486df1542 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.353529] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cda847f-b200-44b9-b84d-3bffdaae4c45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.363281] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.373329] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fd13ffd-ef6b-4ec8-90ed-bd8b3135a5c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.375531] env[69411]: DEBUG nova.compute.provider_tree [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.383443] env[69411]: DEBUG oslo_vmware.api [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 939.383443] env[69411]: value = "task-3378867" [ 939.383443] env[69411]: _type = "Task" [ 939.383443] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.395383] env[69411]: DEBUG oslo_vmware.api [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.403772] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e17301b5-47a0-4ef3-8530-5fd99d81b820] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.419650] env[69411]: DEBUG nova.compute.manager [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.419761] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.420697] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5db2974f-0f71-49e2-a58d-bfd0eb1e94f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.429902] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90728adf-9dbe-45cb-ae2d-d69ce0ea720d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.480816] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.481301] env[69411]: WARNING nova.virt.vmwareapi.vmops [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d65c4d08-58d2-4b32-af52-e5247e85dc25 could not be found. [ 939.481800] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.481800] env[69411]: INFO nova.compute.manager [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Took 0.06 seconds to destroy the instance on the hypervisor. [ 939.481944] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.485383] env[69411]: DEBUG nova.compute.manager [-] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.485514] env[69411]: DEBUG nova.network.neutron [-] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 939.490958] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c573ea-e15f-f160-5252-9d2166707ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.030876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.492079] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ffe371-b2df-4152-b744-e224c8f294fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.497871] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 939.497871] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52929c5f-1a2b-d7b7-b6c4-25ad7a87e7cc" [ 939.497871] env[69411]: _type = "Task" [ 939.497871] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.505949] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52929c5f-1a2b-d7b7-b6c4-25ad7a87e7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.660140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-22692f20-6aef-48ff-8caa-9a10708c9f68 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "a19783a6-15e5-4542-a301-f3769580fad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.863s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.676678] env[69411]: DEBUG nova.network.neutron [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Updated VIF entry in instance network info cache for port aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 939.676678] env[69411]: DEBUG nova.network.neutron [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Updating instance_info_cache with network_info: [{"id": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "address": "fa:16:3e:e9:8b:af", "network": {"id": "05872b5f-06e2-4d58-827a-9fb91f8c1c45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-821005372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4facbc7b2c487aa8b2029bec814299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaa980cf-5b", "ovs_interfaceid": "aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.802283] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecb8722b-60d0-48eb-ac41-5c3918db1d27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.813571] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0ca9b-031a-48af-9dd5-4e499f629e08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.857836] env[69411]: DEBUG nova.compute.manager [req-af4c5743-22e4-4ad5-a3e1-aacb137d3b0f req-f9453e93-8e43-45f9-a96c-8654805f2459 service nova] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Detach interface failed, port_id=c0e818f0-d3ea-40e7-a32b-6e713654f420, reason: Instance b9f0319a-c308-4a00-96c7-dee17c35e6a8 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.880030] env[69411]: DEBUG nova.scheduler.client.report [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.896274] env[69411]: DEBUG oslo_vmware.api [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378867, 'name': PowerOffVM_Task, 'duration_secs': 0.199157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.896274] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.896274] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.896274] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ad1bc4-5089-4205-b91b-8f43e8603d5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.907578] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 63d07ab3-a1a8-4596-8d20-7bfac67e0d88] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.951741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] Acquiring lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.951994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] Acquired lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.952255] env[69411]: DEBUG nova.network.neutron [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 939.960205] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.960569] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.961526] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Deleting the datastore file [datastore2] f1721a7b-378a-4fca-968f-63d27df12cd2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.962157] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-412e864b-4f8a-4321-b8b8-76a996f028de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.683915] env[69411]: DEBUG oslo_concurrency.lockutils [req-45cc2a1b-a5ac-4528-9b54-a1d96aadaeb9 req-848bbfb9-df93-4443-9ae9-0001d3caba14 service nova] Releasing lock "refresh_cache-1052841c-b284-4244-831c-de3efb810d07" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.684350] env[69411]: DEBUG nova.network.neutron [-] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.685745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.686226] env[69411]: DEBUG nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.688789] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9726856b-fe60-4230-a92e-9087dbe620af] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.698232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.611s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.698232] env[69411]: INFO nova.compute.claims [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.711252] env[69411]: DEBUG oslo_vmware.api [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 940.711252] env[69411]: value = "task-3378869" [ 940.711252] env[69411]: _type = "Task" [ 940.711252] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.711969] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52929c5f-1a2b-d7b7-b6c4-25ad7a87e7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.712575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.712963] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] a5e41b37-71f2-4938-af74-8b82b9df2a9e/a5e41b37-71f2-4938-af74-8b82b9df2a9e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.716687] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a374af-7582-4e53-95f9-bf3a14872204 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.724623] env[69411]: DEBUG oslo_vmware.api [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.726294] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 940.726294] env[69411]: value = "task-3378870" [ 940.726294] env[69411]: _type = "Task" [ 940.726294] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.735771] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.976235] env[69411]: DEBUG nova.network.neutron [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Updating instance_info_cache with network_info: [{"id": "84941752-613c-4689-966e-47954757c4c8", "address": "fa:16:3e:8f:b3:15", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84941752-61", "ovs_interfaceid": "84941752-613c-4689-966e-47954757c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.193827] env[69411]: INFO nova.compute.manager [-] [instance: d65c4d08-58d2-4b32-af52-e5247e85dc25] Took 1.71 seconds to deallocate network for instance. [ 941.194373] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: d659f63c-83f2-44d8-9865-15bd34786a10] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.198414] env[69411]: DEBUG nova.compute.utils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.204748] env[69411]: DEBUG nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.204937] env[69411]: DEBUG nova.network.neutron [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.223218] env[69411]: DEBUG oslo_vmware.api [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170577} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.223367] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.223849] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.223849] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.224027] env[69411]: INFO nova.compute.manager [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Took 1.87 seconds to destroy the instance on the hypervisor. [ 941.224139] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.224337] env[69411]: DEBUG nova.compute.manager [-] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.224425] env[69411]: DEBUG nova.network.neutron [-] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 941.234801] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495198} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.236028] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] a5e41b37-71f2-4938-af74-8b82b9df2a9e/a5e41b37-71f2-4938-af74-8b82b9df2a9e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.236028] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.236028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cc88bbf-58e8-4a07-a793-2da0f7691f0e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.245475] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 941.245475] env[69411]: value = "task-3378871" [ 941.245475] env[69411]: _type = "Task" [ 941.245475] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.258683] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.260500] env[69411]: DEBUG nova.policy [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e77048509794d3aa7bc8edc566ed9e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bee417115c944f8894c3aaa406881cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.479393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] Releasing lock "refresh_cache-a19783a6-15e5-4542-a301-f3769580fad7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.479678] env[69411]: DEBUG nova.compute.manager [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Inject network info {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 941.479959] env[69411]: DEBUG nova.compute.manager [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] [instance: a19783a6-15e5-4542-a301-f3769580fad7] network_info to inject: |[{"id": "84941752-613c-4689-966e-47954757c4c8", "address": "fa:16:3e:8f:b3:15", "network": {"id": "1662fe48-2100-4f58-9071-5e5c32d85f08", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-519586079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cb180a19af409ab3cbb02a5fd08c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84941752-61", "ovs_interfaceid": "84941752-613c-4689-966e-47954757c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 941.490020] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Reconfiguring VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 941.490020] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00b28e3-066c-450c-a3f8-cc68ccc045ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.505996] env[69411]: DEBUG oslo_vmware.api [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] Waiting for the task: (returnval){ [ 941.505996] env[69411]: value = "task-3378872" [ 941.505996] env[69411]: _type = "Task" [ 941.505996] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.516370] env[69411]: DEBUG oslo_vmware.api [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] Task: {'id': task-3378872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.703863] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 1683b25a-b952-4887-b71b-e0d542b1208e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.710994] env[69411]: DEBUG nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.756933] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070574} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.759624] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.760907] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f592a-4ef5-4568-9990-9a9aced0d874 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.785481] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] a5e41b37-71f2-4938-af74-8b82b9df2a9e/a5e41b37-71f2-4938-af74-8b82b9df2a9e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.790163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4b1ce4-aa95-4026-8aa0-3055e6985faf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.816527] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 941.816527] env[69411]: value = "task-3378873" [ 941.816527] env[69411]: _type = "Task" [ 941.816527] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.826890] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.853437] env[69411]: DEBUG nova.network.neutron [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Successfully created port: 7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.016669] env[69411]: DEBUG oslo_vmware.api [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] Task: {'id': task-3378872, 'name': ReconfigVM_Task, 'duration_secs': 0.210186} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.017022] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7653ee-5337-4fe0-8bde-c3d6fca0d913 tempest-ServersAdminTestJSON-1518569729 tempest-ServersAdminTestJSON-1518569729-project-admin] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Reconfigured VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 942.197999] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba0bd2-5e12-45e5-87b9-11eb41be3066 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.202342] env[69411]: INFO nova.compute.manager [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Rebuilding instance [ 942.206428] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 34d5f258-9dba-438d-9a91-f40138283ffc] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.208936] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d6d2ef-e5c5-4659-a4e6-57ae3fbdcf70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.249144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a817e42-ac99-4d68-9eda-b5d2b2e3b018 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.253035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2f0029e7-15b5-4d79-ae6f-930c63c1802b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "d65c4d08-58d2-4b32-af52-e5247e85dc25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.348s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.258330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b15cd8-2f9f-45df-9ac4-fda3a742b5cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.279428] env[69411]: DEBUG nova.compute.provider_tree [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.287432] env[69411]: DEBUG nova.compute.manager [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.288289] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97d31a7-8fcb-4b64-a9fa-51236de89a1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.307631] env[69411]: DEBUG nova.network.neutron [-] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.312716] env[69411]: DEBUG nova.compute.manager [req-c8e8f664-2168-4afe-a021-60141da486c8 req-b0fd7692-1288-4e7b-b2b1-82974dccfcb7 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Received event network-vif-deleted-aa7b046f-3e1a-45dd-920e-c830ad241a8f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.312716] env[69411]: INFO nova.compute.manager [req-c8e8f664-2168-4afe-a021-60141da486c8 req-b0fd7692-1288-4e7b-b2b1-82974dccfcb7 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Neutron deleted interface aa7b046f-3e1a-45dd-920e-c830ad241a8f; detaching it from the instance and deleting it from the info cache [ 942.312716] env[69411]: DEBUG nova.network.neutron [req-c8e8f664-2168-4afe-a021-60141da486c8 req-b0fd7692-1288-4e7b-b2b1-82974dccfcb7 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.326973] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378873, 'name': ReconfigVM_Task, 'duration_secs': 0.295843} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.327896] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] a5e41b37-71f2-4938-af74-8b82b9df2a9e/a5e41b37-71f2-4938-af74-8b82b9df2a9e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.329667] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2269415e-4ffd-45a9-86cb-72c18cf1464f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.336317] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 942.336317] env[69411]: value = "task-3378874" [ 942.336317] env[69411]: _type = "Task" [ 942.336317] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.345405] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378874, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.712787] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 541fd114-1713-47e1-a5af-ff2ee5c6cb2b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.748928] env[69411]: DEBUG nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.787069] env[69411]: DEBUG nova.scheduler.client.report [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.792664] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.792909] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.793081] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.793274] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.793423] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.793573] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.793780] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.793941] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.794623] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.794831] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.795025] env[69411]: DEBUG nova.virt.hardware [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.795899] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f05c596-0a14-44d9-98ee-789373a331d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.811641] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1236e3-63a3-4301-8c74-094da16f68aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.816285] env[69411]: INFO nova.compute.manager [-] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Took 1.59 seconds to deallocate network for instance. [ 942.818683] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e43e3962-3c7f-4b79-a416-4d3cf2dee074 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.843895] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24072e2b-b519-468b-8f67-2dc8d9cbae4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.861738] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378874, 'name': Rename_Task, 'duration_secs': 0.135671} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.862017] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.862304] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de390145-942d-4e88-b3bc-434e6c831f4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.868775] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 942.868775] env[69411]: value = "task-3378875" [ 942.868775] env[69411]: _type = "Task" [ 942.868775] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.883031] env[69411]: DEBUG nova.compute.manager [req-c8e8f664-2168-4afe-a021-60141da486c8 req-b0fd7692-1288-4e7b-b2b1-82974dccfcb7 service nova] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Detach interface failed, port_id=aa7b046f-3e1a-45dd-920e-c830ad241a8f, reason: Instance f1721a7b-378a-4fca-968f-63d27df12cd2 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.891346] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378875, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.131624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.131916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.216354] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 10726899-1cb9-4d56-bb77-36c41176ca8b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.303060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.303185] env[69411]: DEBUG nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.306208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.623s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.307341] env[69411]: INFO nova.compute.claims [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.315530] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.316055] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9063b46-cd01-4099-8254-36908cbcef2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.324453] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.325328] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 943.325328] env[69411]: value = "task-3378876" [ 943.325328] env[69411]: _type = "Task" [ 943.325328] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.338420] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.398945] env[69411]: DEBUG oslo_vmware.api [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378875, 'name': PowerOnVM_Task, 'duration_secs': 0.461443} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.399501] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.399913] env[69411]: INFO nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Took 8.05 seconds to spawn the instance on the hypervisor. [ 943.400291] env[69411]: DEBUG nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.401673] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476e814-14f1-4787-81a5-dfc9fc70d24a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.511830] env[69411]: DEBUG nova.network.neutron [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Successfully updated port: 7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.634820] env[69411]: DEBUG nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.721022] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 49c399d8-1be9-45aa-974b-19cb742d8685] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.776681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "d63ce7e7-2ac6-4515-9290-77c77d715837" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.776681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.813834] env[69411]: DEBUG nova.compute.utils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.814875] env[69411]: DEBUG nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.815059] env[69411]: DEBUG nova.network.neutron [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.835215] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378876, 'name': PowerOffVM_Task, 'duration_secs': 0.281497} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.835215] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.835349] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.836142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef836e7e-a3a9-4539-af3d-f44ba097f12b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.843460] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.843693] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c031027-3108-4261-8525-d74d90fb2485 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.864206] env[69411]: DEBUG nova.policy [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5582c33fa8314ff8a8d59c197f13442b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff01fc20f9c4db0bcd82c3760eafba3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.927104] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.927439] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.927768] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleting the datastore file [datastore1] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.933272] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a40e630-5376-4a32-a089-a91d5eae25d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.939080] env[69411]: INFO nova.compute.manager [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Took 39.19 seconds to build instance. [ 943.945357] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 943.945357] env[69411]: value = "task-3378878" [ 943.945357] env[69411]: _type = "Task" [ 943.945357] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.953238] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.014711] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.014876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquired lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.015060] env[69411]: DEBUG nova.network.neutron [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 944.162945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.219774] env[69411]: DEBUG nova.network.neutron [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Successfully created port: b320f95e-7eac-4d37-89dc-0195cdcd5961 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.222068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.222522] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.224166] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: cdffdfdf-9505-497b-9b37-7a8dcb35d0f8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.279518] env[69411]: DEBUG nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.318048] env[69411]: DEBUG nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.344599] env[69411]: DEBUG nova.compute.manager [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Received event network-vif-plugged-7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.344887] env[69411]: DEBUG oslo_concurrency.lockutils [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] Acquiring lock "8731aec0-501f-4bd6-9cbe-1404390780df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.346853] env[69411]: DEBUG oslo_concurrency.lockutils [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] Lock "8731aec0-501f-4bd6-9cbe-1404390780df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.346853] env[69411]: DEBUG oslo_concurrency.lockutils [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] Lock "8731aec0-501f-4bd6-9cbe-1404390780df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.350044] env[69411]: DEBUG nova.compute.manager [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] No waiting events found dispatching network-vif-plugged-7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.350322] env[69411]: WARNING nova.compute.manager [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Received unexpected event network-vif-plugged-7d5887a9-d250-49db-92e0-77faa8715488 for instance with vm_state building and task_state spawning. [ 944.350513] env[69411]: DEBUG nova.compute.manager [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Received event network-changed-7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.350678] env[69411]: DEBUG nova.compute.manager [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Refreshing instance network info cache due to event network-changed-7d5887a9-d250-49db-92e0-77faa8715488. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.350862] env[69411]: DEBUG oslo_concurrency.lockutils [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] Acquiring lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.441811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6c16eda-3700-4118-a5f0-e207366d16ca tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.713s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.466499] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441804} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.466819] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.467027] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.467221] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.569126] env[69411]: DEBUG nova.network.neutron [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 944.727557] env[69411]: DEBUG nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.732226] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 8ceee979-38df-4fd1-81af-bf1436af8ec9] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.744963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.745328] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.786911] env[69411]: DEBUG nova.network.neutron [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Updating instance_info_cache with network_info: [{"id": "7d5887a9-d250-49db-92e0-77faa8715488", "address": "fa:16:3e:47:be:3b", "network": {"id": "d24e0ed9-2bde-4212-ba73-25a710c72a15", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-209383336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee417115c944f8894c3aaa406881cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5887a9-d2", "ovs_interfaceid": "7d5887a9-d250-49db-92e0-77faa8715488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.803220] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.880662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d993a8-e8a3-432d-8dd9-6b5fca6f8368 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.889821] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2296874-4b1a-46b4-80a4-7bfb63ec7a2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.921755] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b41b1-8dab-473f-9c8a-8e1dd689ea14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.929714] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d4a176-d6ce-45f0-8c7b-5298961283ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.942307] env[69411]: DEBUG nova.compute.provider_tree [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.181278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.181571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.181790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.181979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.182200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.184281] env[69411]: INFO nova.compute.manager [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Terminating instance [ 945.236470] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 0cdca785-e451-4391-9eee-9c310bff924d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.249739] env[69411]: DEBUG nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.251586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.292686] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Releasing lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.292686] env[69411]: DEBUG nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Instance network_info: |[{"id": "7d5887a9-d250-49db-92e0-77faa8715488", "address": "fa:16:3e:47:be:3b", "network": {"id": "d24e0ed9-2bde-4212-ba73-25a710c72a15", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-209383336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee417115c944f8894c3aaa406881cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5887a9-d2", "ovs_interfaceid": "7d5887a9-d250-49db-92e0-77faa8715488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.292986] env[69411]: DEBUG oslo_concurrency.lockutils [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] Acquired lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.293181] env[69411]: DEBUG nova.network.neutron [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Refreshing network info cache for port 7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 945.294475] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:be:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d5887a9-d250-49db-92e0-77faa8715488', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.302407] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Creating folder: Project (bee417115c944f8894c3aaa406881cc9). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.305260] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3beb9fe-5eb0-43bd-8335-3ee5672bb300 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.316797] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Created folder: Project (bee417115c944f8894c3aaa406881cc9) in parent group-v674052. [ 945.316988] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Creating folder: Instances. Parent ref: group-v674243. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.317246] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7556f41-c233-493e-bb35-be4c505f8aab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.326404] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Created folder: Instances in parent group-v674243. [ 945.327025] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.327025] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.327025] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eadcc285-e75d-4107-9c4d-d36d7e7c946e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.343892] env[69411]: DEBUG nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.350736] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.350736] env[69411]: value = "task-3378881" [ 945.350736] env[69411]: _type = "Task" [ 945.350736] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.360616] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378881, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.369745] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.370012] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.370263] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.370564] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.370759] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.370930] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.371307] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.371502] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.371687] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.371864] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.372404] env[69411]: DEBUG nova.virt.hardware [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.373352] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa6a61-2607-4614-a0fb-72b71fcddd96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.381722] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e32359-3a24-4475-8c2f-85e3ddf07e8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.446361] env[69411]: DEBUG nova.scheduler.client.report [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.506381] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.506640] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.506794] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.506979] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.507156] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.507298] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.508154] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.508154] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.508154] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.508154] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.508154] env[69411]: DEBUG nova.virt.hardware [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.509373] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae8cc8-3247-4aae-ab94-0b7b0587d66d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.517823] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c3432e-8db5-4c49-b30d-3aa7dc736f56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.535221] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca49e1a-4b0e-4e4a-9dae-36364f63c289', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.542931] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.543317] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.543497] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a443b8b2-59b9-4bc4-b24c-5e649b3fbf9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.559438] env[69411]: DEBUG nova.network.neutron [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Updated VIF entry in instance network info cache for port 7d5887a9-d250-49db-92e0-77faa8715488. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 945.559797] env[69411]: DEBUG nova.network.neutron [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Updating instance_info_cache with network_info: [{"id": "7d5887a9-d250-49db-92e0-77faa8715488", "address": "fa:16:3e:47:be:3b", "network": {"id": "d24e0ed9-2bde-4212-ba73-25a710c72a15", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-209383336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee417115c944f8894c3aaa406881cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5887a9-d2", "ovs_interfaceid": "7d5887a9-d250-49db-92e0-77faa8715488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.570028] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.570028] env[69411]: value = "task-3378882" [ 945.570028] env[69411]: _type = "Task" [ 945.570028] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.575077] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378882, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.689919] env[69411]: DEBUG nova.compute.manager [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.690934] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.691234] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dd801a-ad48-46d1-8eda-d93a6e1b16a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.700955] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.701242] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d78e52a-0a0d-4293-84f2-624ca9d2d4e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.708642] env[69411]: DEBUG oslo_vmware.api [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 945.708642] env[69411]: value = "task-3378883" [ 945.708642] env[69411]: _type = "Task" [ 945.708642] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.717608] env[69411]: DEBUG oslo_vmware.api [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.741083] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 8d8c0afd-ded8-4fa3-9e95-f2967a4fa4d8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.778396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.861400] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378881, 'name': CreateVM_Task, 'duration_secs': 0.446643} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.861651] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.862368] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.862556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.862877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.863185] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024eed82-3739-4995-972b-5421ddb0a49a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.868371] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 945.868371] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527051d3-58ab-7642-787f-72010620ba2b" [ 945.868371] env[69411]: _type = "Task" [ 945.868371] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.876748] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527051d3-58ab-7642-787f-72010620ba2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.919685] env[69411]: DEBUG nova.network.neutron [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Successfully updated port: b320f95e-7eac-4d37-89dc-0195cdcd5961 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.952077] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.952610] env[69411]: DEBUG nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.955370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.541s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.956703] env[69411]: INFO nova.compute.claims [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.963437] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.963703] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.963917] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.964118] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.964291] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.966503] env[69411]: INFO nova.compute.manager [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Terminating instance [ 946.063034] env[69411]: DEBUG oslo_concurrency.lockutils [req-d207afed-fefd-4588-a343-aca0398424b4 req-a0b9a35a-40b3-48a9-a1fa-e1a98f7e6642 service nova] Releasing lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.079164] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378882, 'name': CreateVM_Task, 'duration_secs': 0.370754} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.079341] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.079961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.219671] env[69411]: DEBUG oslo_vmware.api [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378883, 'name': PowerOffVM_Task, 'duration_secs': 0.232627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.219958] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.220168] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.220447] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c99b820d-3182-456a-841b-d0867f25311c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.244814] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9966e2b7-5af8-4307-94e2-78e5975b8e14] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.301759] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.302204] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.302517] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleting the datastore file [datastore1] a5e41b37-71f2-4938-af74-8b82b9df2a9e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.303323] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18cc2ba6-81b2-47b6-a740-b3477cfad33e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.310419] env[69411]: DEBUG oslo_vmware.api [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 946.310419] env[69411]: value = "task-3378885" [ 946.310419] env[69411]: _type = "Task" [ 946.310419] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.319778] env[69411]: DEBUG oslo_vmware.api [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.370310] env[69411]: DEBUG nova.compute.manager [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Received event network-vif-plugged-b320f95e-7eac-4d37-89dc-0195cdcd5961 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.370488] env[69411]: DEBUG oslo_concurrency.lockutils [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] Acquiring lock "85eea133-6756-4065-8108-7431e70aa708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.370703] env[69411]: DEBUG oslo_concurrency.lockutils [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] Lock "85eea133-6756-4065-8108-7431e70aa708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.370873] env[69411]: DEBUG oslo_concurrency.lockutils [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] Lock "85eea133-6756-4065-8108-7431e70aa708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.371147] env[69411]: DEBUG nova.compute.manager [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] No waiting events found dispatching network-vif-plugged-b320f95e-7eac-4d37-89dc-0195cdcd5961 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.371331] env[69411]: WARNING nova.compute.manager [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Received unexpected event network-vif-plugged-b320f95e-7eac-4d37-89dc-0195cdcd5961 for instance with vm_state building and task_state spawning. [ 946.371498] env[69411]: DEBUG nova.compute.manager [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Received event network-changed-b320f95e-7eac-4d37-89dc-0195cdcd5961 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.371653] env[69411]: DEBUG nova.compute.manager [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Refreshing instance network info cache due to event network-changed-b320f95e-7eac-4d37-89dc-0195cdcd5961. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.371837] env[69411]: DEBUG oslo_concurrency.lockutils [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] Acquiring lock "refresh_cache-85eea133-6756-4065-8108-7431e70aa708" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.371975] env[69411]: DEBUG oslo_concurrency.lockutils [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] Acquired lock "refresh_cache-85eea133-6756-4065-8108-7431e70aa708" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.372230] env[69411]: DEBUG nova.network.neutron [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Refreshing network info cache for port b320f95e-7eac-4d37-89dc-0195cdcd5961 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 946.382711] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527051d3-58ab-7642-787f-72010620ba2b, 'name': SearchDatastore_Task, 'duration_secs': 0.027652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.383624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.383857] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.384624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.384794] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.384977] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.385277] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.386355] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.386355] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-093833e0-ecff-4ce2-81b2-cff4796f152d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.387856] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1fceaaf-c354-4cfe-b1c3-1e0048f6268c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.393339] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 946.393339] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc416a-bfce-d4d4-3293-3e022c7bec64" [ 946.393339] env[69411]: _type = "Task" [ 946.393339] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.397428] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.397609] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.398786] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209a3b75-53d7-4f9f-95e8-f03190b37c66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.403856] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc416a-bfce-d4d4-3293-3e022c7bec64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.406618] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 946.406618] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267d682-bf3a-8ac3-7e07-0b2ec16088a6" [ 946.406618] env[69411]: _type = "Task" [ 946.406618] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.413579] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5267d682-bf3a-8ac3-7e07-0b2ec16088a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.421498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "refresh_cache-85eea133-6756-4065-8108-7431e70aa708" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.463938] env[69411]: DEBUG nova.compute.utils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.468643] env[69411]: DEBUG nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.468913] env[69411]: DEBUG nova.network.neutron [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.472756] env[69411]: DEBUG nova.compute.manager [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.473062] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.474253] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d6a6f-1726-4801-85ed-9dbb73ecb14c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.484908] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.485196] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8068e46-1d7c-4f25-9638-d624a8c877fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.491851] env[69411]: DEBUG oslo_vmware.api [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 946.491851] env[69411]: value = "task-3378886" [ 946.491851] env[69411]: _type = "Task" [ 946.491851] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.500159] env[69411]: DEBUG oslo_vmware.api [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.513208] env[69411]: DEBUG nova.policy [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268aa93c55b5498bbe57236e95585ddc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f362c47257041beb0b19ed4d4eac0b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.748140] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: fef4cad8-9e52-4c98-a450-5cbcb43f19d9] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.820686] env[69411]: DEBUG oslo_vmware.api [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3378885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28796} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.820943] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.821343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.821343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.821511] env[69411]: INFO nova.compute.manager [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 946.821725] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.821920] env[69411]: DEBUG nova.compute.manager [-] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.822026] env[69411]: DEBUG nova.network.neutron [-] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 946.904250] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dc416a-bfce-d4d4-3293-3e022c7bec64, 'name': SearchDatastore_Task, 'duration_secs': 0.022824} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.904604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.905658] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.905942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.911647] env[69411]: DEBUG nova.network.neutron [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 946.914781] env[69411]: DEBUG nova.network.neutron [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Successfully created port: bec30810-5cbf-4c3c-87b0-bbf5f8791186 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.921460] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5267d682-bf3a-8ac3-7e07-0b2ec16088a6, 'name': SearchDatastore_Task, 'duration_secs': 0.021469} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.922463] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bcfc2df-52eb-431d-8e5b-aa200c7546ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.927820] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 946.927820] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528c769e-49c7-2842-3d51-307fd9f7ce57" [ 946.927820] env[69411]: _type = "Task" [ 946.927820] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.934292] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528c769e-49c7-2842-3d51-307fd9f7ce57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.969138] env[69411]: DEBUG nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.001634] env[69411]: DEBUG nova.network.neutron [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.008181] env[69411]: DEBUG oslo_vmware.api [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378886, 'name': PowerOffVM_Task, 'duration_secs': 0.20337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.010032] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.010032] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.016364] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a476705d-ab5f-427f-9893-e0e315561306 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.075385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.075622] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.075806] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Deleting the datastore file [datastore2] 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.076073] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-113052a8-fc3f-42e0-af8c-f9f2b9cb0052 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.081782] env[69411]: DEBUG oslo_vmware.api [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 947.081782] env[69411]: value = "task-3378888" [ 947.081782] env[69411]: _type = "Task" [ 947.081782] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.091097] env[69411]: DEBUG oslo_vmware.api [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.252573] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 555b0fa4-0a00-4aa3-afb8-2ced527008dd] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.438418] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528c769e-49c7-2842-3d51-307fd9f7ce57, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.440719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.440988] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8731aec0-501f-4bd6-9cbe-1404390780df/8731aec0-501f-4bd6-9cbe-1404390780df.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.441483] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.441685] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.441903] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-689da8df-8f7e-462a-bad6-fa0215e1ef3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.443696] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b97999-b285-44bc-af53-335e3e7a4a63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.450711] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 947.450711] env[69411]: value = "task-3378889" [ 947.450711] env[69411]: _type = "Task" [ 947.450711] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.456766] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.456940] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.457635] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb40384-9eef-4b59-8a83-17da438eb97d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.464726] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.467854] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 947.467854] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5201070b-3b8c-2a7a-8833-708c55aa595b" [ 947.467854] env[69411]: _type = "Task" [ 947.467854] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.475718] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5201070b-3b8c-2a7a-8833-708c55aa595b, 'name': SearchDatastore_Task, 'duration_secs': 0.008097} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.476422] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cbaab0-66ce-487f-aaa0-7280967f90df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.486376] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 947.486376] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5215615a-f2d9-686b-b635-32ceec259f30" [ 947.486376] env[69411]: _type = "Task" [ 947.486376] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.493929] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5215615a-f2d9-686b-b635-32ceec259f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.496793] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7da33-8edb-430a-8b29-a8f79dff573a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.502907] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7e83e-231b-44de-9bea-6c88cc834b38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.509365] env[69411]: DEBUG oslo_concurrency.lockutils [req-82fe1339-86d3-4a01-964c-60fe87ff39eb req-8d67bc6d-56ce-416c-866e-8467d4f11592 service nova] Releasing lock "refresh_cache-85eea133-6756-4065-8108-7431e70aa708" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.532086] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "refresh_cache-85eea133-6756-4065-8108-7431e70aa708" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.532273] env[69411]: DEBUG nova.network.neutron [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 947.534553] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ed9562-f399-42f4-bfbd-679a713e841a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.542435] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ef62c-8cdb-47ba-a144-d6826bd2bf4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.555933] env[69411]: DEBUG nova.compute.provider_tree [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.590593] env[69411]: DEBUG oslo_vmware.api [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3378888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174877} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.590842] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.591043] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.591226] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.591401] env[69411]: INFO nova.compute.manager [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 947.591634] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.591829] env[69411]: DEBUG nova.compute.manager [-] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.591916] env[69411]: DEBUG nova.network.neutron [-] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 947.738927] env[69411]: DEBUG nova.network.neutron [-] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.755049] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9794b7d7-2319-4b49-94b4-3478c397fcea] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.962888] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.963468] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 8731aec0-501f-4bd6-9cbe-1404390780df/8731aec0-501f-4bd6-9cbe-1404390780df.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.963835] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.964135] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ee36fd-d7f2-45dc-ae24-0c9931fcf2dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.970451] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 947.970451] env[69411]: value = "task-3378890" [ 947.970451] env[69411]: _type = "Task" [ 947.970451] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.978891] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.986343] env[69411]: DEBUG nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.998676] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5215615a-f2d9-686b-b635-32ceec259f30, 'name': SearchDatastore_Task, 'duration_secs': 0.00792} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.998946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.999235] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.999504] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8b5e24-6f5a-4a30-a70b-8e39b210db68 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.006229] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 948.006229] env[69411]: value = "task-3378891" [ 948.006229] env[69411]: _type = "Task" [ 948.006229] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.017939] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.020356] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.020575] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.020732] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.020913] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.022016] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.022016] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.022016] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.022016] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.022016] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.022016] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.022315] env[69411]: DEBUG nova.virt.hardware [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.022954] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e43ae1-8ecf-49e7-9abc-646a2e16a35c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.030634] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e89af7-b40a-4b1f-8ca3-bfb3b5f08cf5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.058430] env[69411]: DEBUG nova.scheduler.client.report [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.080359] env[69411]: DEBUG nova.network.neutron [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 948.242586] env[69411]: INFO nova.compute.manager [-] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Took 1.42 seconds to deallocate network for instance. [ 948.249940] env[69411]: DEBUG nova.network.neutron [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Updating instance_info_cache with network_info: [{"id": "b320f95e-7eac-4d37-89dc-0195cdcd5961", "address": "fa:16:3e:97:c7:4d", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320f95e-7e", "ovs_interfaceid": "b320f95e-7eac-4d37-89dc-0195cdcd5961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.258145] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: a41d77c1-4653-45f9-affe-07d2c03b3eb8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.484387] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.484684] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.485639] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e8f37-6080-4a01-b57c-37ab076ee107 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.512335] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 8731aec0-501f-4bd6-9cbe-1404390780df/8731aec0-501f-4bd6-9cbe-1404390780df.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.513594] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c01a28b-2a2c-49a8-a028-4679de8d8de8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.529601] env[69411]: DEBUG nova.compute.manager [req-d309569b-7f40-4795-a418-7f063e331b63 req-e6eee958-1fd9-4465-8f1f-b473ab6419fd service nova] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Received event network-vif-deleted-6206e80a-88fb-4785-a247-957b21de4456 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.539047] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378891, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.540475] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 948.540475] env[69411]: value = "task-3378892" [ 948.540475] env[69411]: _type = "Task" [ 948.540475] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.548727] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.563863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.564428] env[69411]: DEBUG nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.567839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.875s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.568083] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.572501] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.823s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.572770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.575789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.240s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.577275] env[69411]: INFO nova.compute.claims [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.603831] env[69411]: INFO nova.scheduler.client.report [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted allocations for instance 8b009826-67bb-4c07-9f04-b4ef8be69b1b [ 948.606962] env[69411]: INFO nova.scheduler.client.report [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Deleted allocations for instance 6c44d94a-a3b0-4a97-8472-62c087be6ab0 [ 948.752977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.753811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "refresh_cache-85eea133-6756-4065-8108-7431e70aa708" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.754174] env[69411]: DEBUG nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Instance network_info: |[{"id": "b320f95e-7eac-4d37-89dc-0195cdcd5961", "address": "fa:16:3e:97:c7:4d", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320f95e-7e", "ovs_interfaceid": "b320f95e-7eac-4d37-89dc-0195cdcd5961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.754839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:c7:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b320f95e-7eac-4d37-89dc-0195cdcd5961', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.764289] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.765067] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 43868de5-6e4f-4e9e-8db8-63fb9f5f180b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.767044] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85eea133-6756-4065-8108-7431e70aa708] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.767244] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c164f988-6a14-4a17-ad1e-a8ee36769463 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.787955] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.787955] env[69411]: value = "task-3378893" [ 948.787955] env[69411]: _type = "Task" [ 948.787955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.797296] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378893, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.805196] env[69411]: DEBUG nova.network.neutron [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Successfully updated port: bec30810-5cbf-4c3c-87b0-bbf5f8791186 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.024352] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557987} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.024785] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.025103] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.025537] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98b7fd15-5d55-410b-acb0-00e0f81341d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.032994] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 949.032994] env[69411]: value = "task-3378894" [ 949.032994] env[69411]: _type = "Task" [ 949.032994] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.042578] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.052769] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.084021] env[69411]: DEBUG nova.compute.utils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.086102] env[69411]: DEBUG nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.086438] env[69411]: DEBUG nova.network.neutron [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.098042] env[69411]: DEBUG nova.network.neutron [-] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.118363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ff3052ba-105e-4eaa-8c03-6bc4b9326b08 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "8b009826-67bb-4c07-9f04-b4ef8be69b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.919s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.120706] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7e6cfe82-968f-4507-9c3a-235ebc9e2d39 tempest-MultipleCreateTestJSON-474851373 tempest-MultipleCreateTestJSON-474851373-project-member] Lock "6c44d94a-a3b0-4a97-8472-62c087be6ab0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.815s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.190658] env[69411]: DEBUG nova.policy [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.283557] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 677f4657-cc6f-4528-bf47-dd0aa59fdb58] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.307930] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.308113] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.308278] env[69411]: DEBUG nova.network.neutron [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 949.309399] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378893, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.543825] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.346498} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.547352] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.548397] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b910736-2f61-4046-a603-d728b8258030 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.556987] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.575632] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.575991] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60f5fc2-30e1-4c7d-8cf0-b415136450e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.593380] env[69411]: DEBUG nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.602481] env[69411]: INFO nova.compute.manager [-] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Took 2.01 seconds to deallocate network for instance. [ 949.606389] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 949.606389] env[69411]: value = "task-3378895" [ 949.606389] env[69411]: _type = "Task" [ 949.606389] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.625071] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.765025] env[69411]: DEBUG nova.network.neutron [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Successfully created port: 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.787187] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: cf426e3f-1187-49a3-baf2-6e668af23fe0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.803139] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378893, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.870328] env[69411]: DEBUG nova.network.neutron [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 950.054885] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378892, 'name': ReconfigVM_Task, 'duration_secs': 1.134602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.055620] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 8731aec0-501f-4bd6-9cbe-1404390780df/8731aec0-501f-4bd6-9cbe-1404390780df.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.056496] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e25651-b64c-4857-9345-9911697cc6e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.061353] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acf2df7-a8ba-4ca5-b0e1-b24345c4ecf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.065014] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 950.065014] env[69411]: value = "task-3378896" [ 950.065014] env[69411]: _type = "Task" [ 950.065014] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.071215] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eefbff-2214-47f8-925d-36092b93029e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.077573] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378896, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.115110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5f0fd-b154-40f3-baec-75f8bf658ca7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.121863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.129879] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.131110] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6967ddb4-3de3-4ba4-8ed6-24cdecba06b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.147328] env[69411]: DEBUG nova.compute.provider_tree [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.243116] env[69411]: DEBUG nova.network.neutron [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Updating instance_info_cache with network_info: [{"id": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "address": "fa:16:3e:1a:2c:6a", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec30810-5c", "ovs_interfaceid": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.294615] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 3bce4c1a-a27e-42d5-811a-8f400d4af972] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.309091] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378893, 'name': CreateVM_Task, 'duration_secs': 1.183185} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.309314] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85eea133-6756-4065-8108-7431e70aa708] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.311076] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.311264] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.311705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.311973] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7965cb19-83fc-4015-8ab0-263b5988d5c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.316823] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 950.316823] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524228a4-de45-1826-fee1-18936568c731" [ 950.316823] env[69411]: _type = "Task" [ 950.316823] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.329509] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524228a4-de45-1826-fee1-18936568c731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.575195] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378896, 'name': Rename_Task, 'duration_secs': 0.157185} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.575612] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.575760] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b65d55f-146f-411d-beba-02c57a2c6093 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.583991] env[69411]: DEBUG nova.compute.manager [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Received event network-vif-deleted-e48ada38-29b4-487d-b2f0-7ce713e2b40c {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.583991] env[69411]: DEBUG nova.compute.manager [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Received event network-vif-plugged-bec30810-5cbf-4c3c-87b0-bbf5f8791186 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.583991] env[69411]: DEBUG oslo_concurrency.lockutils [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] Acquiring lock "e3fde417-0d6d-4377-ae8c-565d2a770edc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.583991] env[69411]: DEBUG oslo_concurrency.lockutils [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.583991] env[69411]: DEBUG oslo_concurrency.lockutils [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.584165] env[69411]: DEBUG nova.compute.manager [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] No waiting events found dispatching network-vif-plugged-bec30810-5cbf-4c3c-87b0-bbf5f8791186 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.584276] env[69411]: WARNING nova.compute.manager [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Received unexpected event network-vif-plugged-bec30810-5cbf-4c3c-87b0-bbf5f8791186 for instance with vm_state building and task_state spawning. [ 950.584392] env[69411]: DEBUG nova.compute.manager [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Received event network-changed-bec30810-5cbf-4c3c-87b0-bbf5f8791186 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.584543] env[69411]: DEBUG nova.compute.manager [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Refreshing instance network info cache due to event network-changed-bec30810-5cbf-4c3c-87b0-bbf5f8791186. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.584802] env[69411]: DEBUG oslo_concurrency.lockutils [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] Acquiring lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.586451] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 950.586451] env[69411]: value = "task-3378897" [ 950.586451] env[69411]: _type = "Task" [ 950.586451] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.595661] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.619283] env[69411]: DEBUG nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.628409] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378895, 'name': ReconfigVM_Task, 'duration_secs': 0.536061} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.628686] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Reconfigured VM instance instance-0000002b to attach disk [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.629360] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3724a47e-02bc-49ea-99c4-e5cff9bb1e04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.636041] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 950.636041] env[69411]: value = "task-3378898" [ 950.636041] env[69411]: _type = "Task" [ 950.636041] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.648174] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378898, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.650469] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.650617] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.650797] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.650993] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.651164] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.651327] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.654009] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.656911] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.656911] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.656911] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.656911] env[69411]: DEBUG nova.virt.hardware [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.656911] env[69411]: DEBUG nova.scheduler.client.report [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.663173] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c2295c-7c9a-435b-81c2-7f1cf666d93d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.672900] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a8cc1-ebc5-4815-b4e4-79fbfeac5b41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.746308] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.746929] env[69411]: DEBUG nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Instance network_info: |[{"id": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "address": "fa:16:3e:1a:2c:6a", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec30810-5c", "ovs_interfaceid": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.747342] env[69411]: DEBUG oslo_concurrency.lockutils [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] Acquired lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.747649] env[69411]: DEBUG nova.network.neutron [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Refreshing network info cache for port bec30810-5cbf-4c3c-87b0-bbf5f8791186 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 950.749019] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:2c:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bec30810-5cbf-4c3c-87b0-bbf5f8791186', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.765629] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.771494] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.772121] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-344ec44d-0f85-4b94-a0a5-ab1baf8a6f74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.796402] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.796402] env[69411]: value = "task-3378899" [ 950.796402] env[69411]: _type = "Task" [ 950.796402] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.806373] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e6f2af6a-16e7-48f8-b199-0a093cd4bac5] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.808636] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378899, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.832595] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524228a4-de45-1826-fee1-18936568c731, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.832958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.833252] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.833540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.833733] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.834367] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.834367] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc972e49-3e06-4bf3-b345-cd7921d6a225 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.843549] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.843549] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.844706] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afbbd374-2d64-45cc-bf7f-50c84c109969 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.850685] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 950.850685] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52755bac-2456-fa14-e42a-78c230c68f26" [ 950.850685] env[69411]: _type = "Task" [ 950.850685] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.859813] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52755bac-2456-fa14-e42a-78c230c68f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.998183] env[69411]: DEBUG nova.network.neutron [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Updated VIF entry in instance network info cache for port bec30810-5cbf-4c3c-87b0-bbf5f8791186. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 950.998822] env[69411]: DEBUG nova.network.neutron [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Updating instance_info_cache with network_info: [{"id": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "address": "fa:16:3e:1a:2c:6a", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec30810-5c", "ovs_interfaceid": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.096500] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.145453] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378898, 'name': Rename_Task, 'duration_secs': 0.162151} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.145724] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.145969] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ec0de4-d370-4b91-8b09-74a7aab04334 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.152017] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 951.152017] env[69411]: value = "task-3378900" [ 951.152017] env[69411]: _type = "Task" [ 951.152017] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.159532] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.165465] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.165917] env[69411]: DEBUG nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.168678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.705s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.170167] env[69411]: INFO nova.compute.claims [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.307756] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378899, 'name': CreateVM_Task, 'duration_secs': 0.317656} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.307756] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.308261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.308443] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.308792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.309063] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a39f5b-44fd-4c80-98f2-814d4fc274ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.310891] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 128c4e20-7be2-403b-ab7c-e7d2a0ba1f62] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.317244] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 951.317244] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f4b5c0-c4c4-bd92-54f9-ad1b5b5d31e8" [ 951.317244] env[69411]: _type = "Task" [ 951.317244] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.325575] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f4b5c0-c4c4-bd92-54f9-ad1b5b5d31e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.360481] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52755bac-2456-fa14-e42a-78c230c68f26, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.361336] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18a7f40-4335-4b17-8995-02b507a9a980 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.366641] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 951.366641] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267a918-99f8-6d68-70e4-d280462263f2" [ 951.366641] env[69411]: _type = "Task" [ 951.366641] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.377603] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5267a918-99f8-6d68-70e4-d280462263f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.500996] env[69411]: DEBUG oslo_concurrency.lockutils [req-3693a544-12c5-4804-a3c3-7771b86cc218 req-9f5710b4-9379-4da1-a0f0-122a2ea71f43 service nova] Releasing lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.598779] env[69411]: DEBUG oslo_vmware.api [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3378897, 'name': PowerOnVM_Task, 'duration_secs': 0.515194} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.599096] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.599316] env[69411]: INFO nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Took 8.85 seconds to spawn the instance on the hypervisor. [ 951.599775] env[69411]: DEBUG nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.600527] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d4857e-f8ad-4ed4-901b-380d4ef596ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.666211] env[69411]: DEBUG oslo_vmware.api [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378900, 'name': PowerOnVM_Task, 'duration_secs': 0.505809} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.666211] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.666211] env[69411]: DEBUG nova.compute.manager [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.667185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68e340a-0f76-4617-872e-c775c149e811 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.676955] env[69411]: DEBUG nova.compute.utils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.680535] env[69411]: DEBUG nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.680706] env[69411]: DEBUG nova.network.neutron [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.746062] env[69411]: DEBUG nova.policy [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c264d7e432d6458499d6d4ace9cfaf0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79b31bc5eae04e20b112fe08d48e3733', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.814408] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 03603f13-a3d3-4960-889c-4f26d1eef446] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.831948] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f4b5c0-c4c4-bd92-54f9-ad1b5b5d31e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.831948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.831948] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.832061] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.832148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.832818] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.832818] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-207f322a-5c4c-4a7d-8eb9-baa7025486ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.837826] env[69411]: DEBUG nova.network.neutron [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Successfully updated port: 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.845330] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.845827] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.846845] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d3c145-8f65-479a-ba38-389aa4d164b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.854097] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 951.854097] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f103d4-d4ec-c3a9-2c37-6578cf3a27e6" [ 951.854097] env[69411]: _type = "Task" [ 951.854097] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.862984] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f103d4-d4ec-c3a9-2c37-6578cf3a27e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.876308] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5267a918-99f8-6d68-70e4-d280462263f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.876558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.876816] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 85eea133-6756-4065-8108-7431e70aa708/85eea133-6756-4065-8108-7431e70aa708.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.877230] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68516946-a1f9-4968-a26f-c043ec2edcd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.883236] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 951.883236] env[69411]: value = "task-3378901" [ 951.883236] env[69411]: _type = "Task" [ 951.883236] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.890974] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.125890] env[69411]: INFO nova.compute.manager [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Took 40.92 seconds to build instance. [ 952.185818] env[69411]: DEBUG nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.198640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.272058] env[69411]: DEBUG nova.network.neutron [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Successfully created port: 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.321270] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: a2d78409-c1cb-4eaa-ab49-08d51f0d670b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.347681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.347793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.348063] env[69411]: DEBUG nova.network.neutron [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 952.371408] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f103d4-d4ec-c3a9-2c37-6578cf3a27e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.372444] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1e6fbe-4cf4-4726-9ac9-825deec0cf26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.385349] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 952.385349] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52edcd2e-8565-7b56-ce2c-cd7c8e7a566e" [ 952.385349] env[69411]: _type = "Task" [ 952.385349] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.404704] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52edcd2e-8565-7b56-ce2c-cd7c8e7a566e, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.404982] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480457} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.408099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.408552] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/e3fde417-0d6d-4377-ae8c-565d2a770edc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.408679] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 85eea133-6756-4065-8108-7431e70aa708/85eea133-6756-4065-8108-7431e70aa708.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.408913] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.409688] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-996981fe-0164-4585-8336-2536e6492f49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.412512] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-277a52e4-a77a-427f-af68-07f8752696ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.421154] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 952.421154] env[69411]: value = "task-3378902" [ 952.421154] env[69411]: _type = "Task" [ 952.421154] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.425346] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 952.425346] env[69411]: value = "task-3378903" [ 952.425346] env[69411]: _type = "Task" [ 952.425346] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.440146] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.443989] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.631276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2953e17f-cade-428b-a5a4-3e8f0aee7632 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "8731aec0-501f-4bd6-9cbe-1404390780df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.431s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.769257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76302350-1e45-40a8-b700-e57106dc12ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.778313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77850253-8812-4743-be4c-fb869576b3aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.811159] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd494ea7-d85f-4ea7-b900-5829fd54860a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.819719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8013ceed-94cf-4f33-a1b9-56a2919b84e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.836903] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 30d08bf2-b802-49e7-8bc5-8cb85fb16264] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.839368] env[69411]: DEBUG nova.compute.provider_tree [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.842515] env[69411]: DEBUG nova.compute.manager [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-vif-plugged-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.842757] env[69411]: DEBUG oslo_concurrency.lockutils [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.842953] env[69411]: DEBUG oslo_concurrency.lockutils [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.843138] env[69411]: DEBUG oslo_concurrency.lockutils [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.843310] env[69411]: DEBUG nova.compute.manager [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] No waiting events found dispatching network-vif-plugged-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.843531] env[69411]: WARNING nova.compute.manager [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received unexpected event network-vif-plugged-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 for instance with vm_state building and task_state spawning. [ 952.843754] env[69411]: DEBUG nova.compute.manager [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-changed-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.843886] env[69411]: DEBUG nova.compute.manager [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing instance network info cache due to event network-changed-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.844069] env[69411]: DEBUG oslo_concurrency.lockutils [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.912690] env[69411]: DEBUG nova.network.neutron [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 952.950800] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084449} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.951505] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476394} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.951505] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.951822] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/e3fde417-0d6d-4377-ae8c-565d2a770edc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.951930] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.953473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd43d1-3b87-495a-a377-869a85bb294a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.955191] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27026d46-3e2f-424e-8ff5-585bc6a72bcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.977958] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 85eea133-6756-4065-8108-7431e70aa708/85eea133-6756-4065-8108-7431e70aa708.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.982306] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d800cc8-3801-4555-8577-1196681b84d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.996585] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 952.996585] env[69411]: value = "task-3378904" [ 952.996585] env[69411]: _type = "Task" [ 952.996585] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.002152] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 953.002152] env[69411]: value = "task-3378905" [ 953.002152] env[69411]: _type = "Task" [ 953.002152] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.009801] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378904, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.013178] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.116038] env[69411]: DEBUG nova.network.neutron [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.207109] env[69411]: DEBUG nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.238811] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.239061] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.239221] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.239405] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.239549] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.239698] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.239896] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.240066] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.240231] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.240390] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.240598] env[69411]: DEBUG nova.virt.hardware [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.241505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40468d0-b6eb-4300-8d5e-0ab6654e24ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.249790] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c841b-a7ed-43b9-939c-223963b911b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.264125] env[69411]: INFO nova.compute.manager [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Rebuilding instance [ 953.303207] env[69411]: DEBUG nova.compute.manager [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.303676] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe8548f-61b5-4a1e-b26b-ffe69f930a90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.341364] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e946f1e9-8219-4a53-843d-65044bd6d369] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.346291] env[69411]: DEBUG nova.scheduler.client.report [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.515678] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.519567] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.519945] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.520702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98749dde-06a0-4e6e-afbb-80b7084a5361 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.548900] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/e3fde417-0d6d-4377-ae8c-565d2a770edc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.549289] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dabaf97b-bdb5-46cd-bf54-aca932566f38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.570468] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 953.570468] env[69411]: value = "task-3378906" [ 953.570468] env[69411]: _type = "Task" [ 953.570468] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.579219] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.621697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.622114] env[69411]: DEBUG nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Instance network_info: |[{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.622490] env[69411]: DEBUG oslo_concurrency.lockutils [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.622810] env[69411]: DEBUG nova.network.neutron [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing network info cache for port 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 953.624124] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f9:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cbb2899-f35b-40b2-a470-6cb8a9efd0d5', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.636285] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.640847] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.641925] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f426c206-eaa6-49bd-b70e-644fb9da690d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.664108] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.664108] env[69411]: value = "task-3378907" [ 953.664108] env[69411]: _type = "Task" [ 953.664108] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.672071] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378907, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.829032] env[69411]: DEBUG nova.compute.manager [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Received event network-changed-7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.829335] env[69411]: DEBUG nova.compute.manager [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Refreshing instance network info cache due to event network-changed-7d5887a9-d250-49db-92e0-77faa8715488. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.830185] env[69411]: DEBUG oslo_concurrency.lockutils [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] Acquiring lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.830519] env[69411]: DEBUG oslo_concurrency.lockutils [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] Acquired lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.830720] env[69411]: DEBUG nova.network.neutron [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Refreshing network info cache for port 7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 953.847451] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e7691dd6-87a7-4496-bc9a-e4b56a725796] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.852481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.854927] env[69411]: DEBUG nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.858681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.412s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.858991] env[69411]: DEBUG nova.objects.instance [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lazy-loading 'resources' on Instance uuid 670c72ab-c734-482a-91eb-109d2c9b2e72 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.016284] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378905, 'name': ReconfigVM_Task, 'duration_secs': 0.880214} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.019202] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 85eea133-6756-4065-8108-7431e70aa708/85eea133-6756-4065-8108-7431e70aa708.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.019792] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2df72ce8-6ee9-4e20-919a-0d6844fffca8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.028587] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 954.028587] env[69411]: value = "task-3378908" [ 954.028587] env[69411]: _type = "Task" [ 954.028587] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.040549] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378908, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.085125] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.126794] env[69411]: DEBUG nova.network.neutron [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updated VIF entry in instance network info cache for port 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 954.126794] env[69411]: DEBUG nova.network.neutron [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.177209] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378907, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.319210] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.319594] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8616263-9b23-4371-8f12-cf3a8310bec8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.328211] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 954.328211] env[69411]: value = "task-3378909" [ 954.328211] env[69411]: _type = "Task" [ 954.328211] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.342725] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.352687] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 01df552d-1482-4974-b0cd-22f8c4494d0a] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.363664] env[69411]: DEBUG nova.compute.utils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.363852] env[69411]: DEBUG nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 954.541150] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378908, 'name': Rename_Task, 'duration_secs': 0.22716} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.541408] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.542335] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc5615e-95c9-4e11-b126-966b4a53db11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.549728] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 954.549728] env[69411]: value = "task-3378910" [ 954.549728] env[69411]: _type = "Task" [ 954.549728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.559046] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.581312] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378906, 'name': ReconfigVM_Task, 'duration_secs': 0.687436} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.584195] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Reconfigured VM instance instance-00000047 to attach disk [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/e3fde417-0d6d-4377-ae8c-565d2a770edc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.585127] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25dc3608-e334-48b7-81be-47f8f41fde19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.590872] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 954.590872] env[69411]: value = "task-3378911" [ 954.590872] env[69411]: _type = "Task" [ 954.590872] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.599277] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378911, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.630155] env[69411]: DEBUG oslo_concurrency.lockutils [req-6673b24a-1d7c-41a8-9e5f-09d119b1b5f5 req-92bc4c94-c859-4eef-b10e-6a22b1e464b2 service nova] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.654324] env[69411]: DEBUG nova.network.neutron [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Successfully updated port: 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.679127] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378907, 'name': CreateVM_Task, 'duration_secs': 0.591164} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.679127] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.679667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.680626] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.680626] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.681218] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa356f77-4102-4c6a-902a-271d5c498b94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.689227] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 954.689227] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fd4f87-ee25-a2f3-2573-ab41c2e08de4" [ 954.689227] env[69411]: _type = "Task" [ 954.689227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.697539] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fd4f87-ee25-a2f3-2573-ab41c2e08de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.791068] env[69411]: DEBUG nova.network.neutron [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Updated VIF entry in instance network info cache for port 7d5887a9-d250-49db-92e0-77faa8715488. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 954.791441] env[69411]: DEBUG nova.network.neutron [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Updating instance_info_cache with network_info: [{"id": "7d5887a9-d250-49db-92e0-77faa8715488", "address": "fa:16:3e:47:be:3b", "network": {"id": "d24e0ed9-2bde-4212-ba73-25a710c72a15", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-209383336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee417115c944f8894c3aaa406881cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5887a9-d2", "ovs_interfaceid": "7d5887a9-d250-49db-92e0-77faa8715488", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.839394] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378909, 'name': PowerOffVM_Task, 'duration_secs': 0.224838} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.839720] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.839906] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.840757] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dacb6e9-3c7c-45f4-9622-8dbca3858775 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.850761] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.851058] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a6885e-55a5-4ca1-872e-53097765287b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.855504] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 81dc722f-5177-4034-83dd-7d4fbeb373c3] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.871456] env[69411]: DEBUG nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.875069] env[69411]: DEBUG nova.compute.manager [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Received event network-vif-plugged-9adba3d7-23c5-4c3d-a23b-ea2363cf8335 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.875069] env[69411]: DEBUG oslo_concurrency.lockutils [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] Acquiring lock "ab203b3a-781e-4c35-b0fe-35346df553ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.875069] env[69411]: DEBUG oslo_concurrency.lockutils [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.875069] env[69411]: DEBUG oslo_concurrency.lockutils [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.875069] env[69411]: DEBUG nova.compute.manager [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] No waiting events found dispatching network-vif-plugged-9adba3d7-23c5-4c3d-a23b-ea2363cf8335 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.875069] env[69411]: WARNING nova.compute.manager [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Received unexpected event network-vif-plugged-9adba3d7-23c5-4c3d-a23b-ea2363cf8335 for instance with vm_state building and task_state spawning. [ 954.875069] env[69411]: DEBUG nova.compute.manager [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Received event network-changed-9adba3d7-23c5-4c3d-a23b-ea2363cf8335 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.875069] env[69411]: DEBUG nova.compute.manager [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Refreshing instance network info cache due to event network-changed-9adba3d7-23c5-4c3d-a23b-ea2363cf8335. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.875069] env[69411]: DEBUG oslo_concurrency.lockutils [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] Acquiring lock "refresh_cache-ab203b3a-781e-4c35-b0fe-35346df553ab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.875069] env[69411]: DEBUG oslo_concurrency.lockutils [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] Acquired lock "refresh_cache-ab203b3a-781e-4c35-b0fe-35346df553ab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.875368] env[69411]: DEBUG nova.network.neutron [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Refreshing network info cache for port 9adba3d7-23c5-4c3d-a23b-ea2363cf8335 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 954.910863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.910920] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.911690] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleting the datastore file [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.914554] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4377ddf9-2642-4287-8517-7c7c7808e673 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.921489] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 954.921489] env[69411]: value = "task-3378913" [ 954.921489] env[69411]: _type = "Task" [ 954.921489] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.932867] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.955531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985b4d39-d359-4f54-acc0-1ae49c6aaffe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.966484] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa35c15-c9d1-4be2-a9e9-6fbd722fc814 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.006955] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98733e79-d31b-4e24-aebc-d386f2bd3aa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.016210] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b191c7-84d4-4fb3-840f-d9ad3acec752 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.032576] env[69411]: DEBUG nova.compute.provider_tree [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.059583] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.102020] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378911, 'name': Rename_Task, 'duration_secs': 0.150021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.102622] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.103298] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc982d7-d7df-43ef-9246-4fa309e1fdb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.112022] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 955.112022] env[69411]: value = "task-3378914" [ 955.112022] env[69411]: _type = "Task" [ 955.112022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.122206] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.160788] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "refresh_cache-ab203b3a-781e-4c35-b0fe-35346df553ab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.200916] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fd4f87-ee25-a2f3-2573-ab41c2e08de4, 'name': SearchDatastore_Task, 'duration_secs': 0.012981} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.200916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.200916] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.201143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.201232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.201356] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.201665] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87209237-dbe3-4ff2-bbdc-bc7cc276491c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.223520] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.223771] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.224589] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cd6352-8b7a-4ea1-b7aa-7b9096d26233 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.232799] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 955.232799] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5240d8d8-1496-f881-862d-6e121cfe6a07" [ 955.232799] env[69411]: _type = "Task" [ 955.232799] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.248561] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5240d8d8-1496-f881-862d-6e121cfe6a07, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.250858] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca03ff30-e560-4c60-9b09-55df7f3ad839 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.256116] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 955.256116] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5251c1ad-cc04-f7d2-f74f-17461f1ddbce" [ 955.256116] env[69411]: _type = "Task" [ 955.256116] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.266780] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5251c1ad-cc04-f7d2-f74f-17461f1ddbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.297185] env[69411]: DEBUG oslo_concurrency.lockutils [req-e32ee858-1833-40e4-9979-b938c314d8c4 req-bdb3b1a4-5388-49c7-aa0e-b3f917f8d150 service nova] Releasing lock "refresh_cache-8731aec0-501f-4bd6-9cbe-1404390780df" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.362320] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 4aafbb59-7ef3-4f16-9e90-973898612a06] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.430023] env[69411]: DEBUG nova.network.neutron [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 955.436215] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18547} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.436215] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.436215] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.436215] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.521641] env[69411]: DEBUG nova.network.neutron [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.537020] env[69411]: DEBUG nova.scheduler.client.report [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.561034] env[69411]: DEBUG oslo_vmware.api [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378910, 'name': PowerOnVM_Task, 'duration_secs': 0.739678} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.561207] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.561394] env[69411]: INFO nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Took 10.22 seconds to spawn the instance on the hypervisor. [ 955.561581] env[69411]: DEBUG nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.562380] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ba9b3-8b7d-4678-8ad3-26c524648a76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.619701] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378914, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.768307] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5251c1ad-cc04-f7d2-f74f-17461f1ddbce, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.768570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.768841] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d71be178-8edf-40c3-85ed-98d89589d43f/d71be178-8edf-40c3-85ed-98d89589d43f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.769119] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af8eb105-e7b9-4d27-93bf-2f5cc38fedfe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.776105] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 955.776105] env[69411]: value = "task-3378915" [ 955.776105] env[69411]: _type = "Task" [ 955.776105] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.784122] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.806352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "4753221f-d4bd-4e4a-bf04-fc68d8441409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.806599] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.866698] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 8e1a107d-1d5f-4f9a-82b0-0ee199cfa692] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.884585] env[69411]: DEBUG nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.911260] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.911727] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.911727] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.912159] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.912159] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.912685] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.912982] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.913237] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.913502] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.913753] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.914067] env[69411]: DEBUG nova.virt.hardware [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.914981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787323c-6e20-4591-aa74-e28a080cc5a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.924311] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7810c0e-7023-4f11-9ddd-fd0da942948c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.940566] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.947199] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Creating folder: Project (26f04b09fda043149808ba5efe062fb9). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.950676] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51c69986-97f9-4ccf-b904-07b29dbea705 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.962595] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Created folder: Project (26f04b09fda043149808ba5efe062fb9) in parent group-v674052. [ 955.962828] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Creating folder: Instances. Parent ref: group-v674250. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.963105] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e84e8fb-a8c0-45bd-a655-3265eb046022 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.978056] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Created folder: Instances in parent group-v674250. [ 955.978345] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.978716] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.980193] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e151f59-f181-4710-a2ea-eb125b236ce7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.000739] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.000739] env[69411]: value = "task-3378918" [ 956.000739] env[69411]: _type = "Task" [ 956.000739] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.013260] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378918, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.025783] env[69411]: DEBUG oslo_concurrency.lockutils [req-a08daf25-8802-458f-b033-c56e1e645716 req-6e70ddb2-2c39-40e0-8f1f-3cb18ded5d6d service nova] Releasing lock "refresh_cache-ab203b3a-781e-4c35-b0fe-35346df553ab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.026282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "refresh_cache-ab203b3a-781e-4c35-b0fe-35346df553ab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.026459] env[69411]: DEBUG nova.network.neutron [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 956.041821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.044041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.563s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.044273] env[69411]: DEBUG nova.objects.instance [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lazy-loading 'resources' on Instance uuid b9f0319a-c308-4a00-96c7-dee17c35e6a8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.071598] env[69411]: INFO nova.scheduler.client.report [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Deleted allocations for instance 670c72ab-c734-482a-91eb-109d2c9b2e72 [ 956.082950] env[69411]: INFO nova.compute.manager [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Took 44.01 seconds to build instance. [ 956.121102] env[69411]: DEBUG oslo_vmware.api [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378914, 'name': PowerOnVM_Task, 'duration_secs': 0.524406} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.121404] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.121614] env[69411]: INFO nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Took 8.14 seconds to spawn the instance on the hypervisor. [ 956.121803] env[69411]: DEBUG nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.122832] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b68f8-175b-4a80-9327-284207b74008 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.291311] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378915, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.309475] env[69411]: DEBUG nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.370363] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 3a2b2049-4cae-4ff4-b271-a4b72ef293f5] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.490628] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.492033] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.492033] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.492033] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.492033] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.492033] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.492484] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.492798] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.493104] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.493396] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.493695] env[69411]: DEBUG nova.virt.hardware [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.494672] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c61361a-6b14-456b-b871-3e4542b17d99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.507457] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addc1cf8-ba4e-4644-ace1-5bbd4491f1bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.516105] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378918, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.525393] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca49e1a-4b0e-4e4a-9dae-36364f63c289', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.535132] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.535396] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.535957] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a288f9e-b408-4b5c-84a6-527840dc891b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.560371] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.560371] env[69411]: value = "task-3378919" [ 956.560371] env[69411]: _type = "Task" [ 956.560371] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.569243] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378919, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.579360] env[69411]: DEBUG nova.network.neutron [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 956.587248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-929fd9e7-ae5e-439b-9d06-1ff8d3e5609d tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "85eea133-6756-4065-8108-7431e70aa708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.527s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.587847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5f35610-3129-44e4-b28a-4799e6885b85 tempest-InstanceActionsNegativeTestJSON-1966976077 tempest-InstanceActionsNegativeTestJSON-1966976077-project-member] Lock "670c72ab-c734-482a-91eb-109d2c9b2e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.569s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.647615] env[69411]: INFO nova.compute.manager [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Took 39.98 seconds to build instance. [ 956.763035] env[69411]: DEBUG nova.network.neutron [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Updating instance_info_cache with network_info: [{"id": "9adba3d7-23c5-4c3d-a23b-ea2363cf8335", "address": "fa:16:3e:28:4e:ed", "network": {"id": "f5824114-d9fb-4ece-b312-6a71ffd3d005", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-354235277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b31bc5eae04e20b112fe08d48e3733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9adba3d7-23", "ovs_interfaceid": "9adba3d7-23c5-4c3d-a23b-ea2363cf8335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.791638] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61281} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.793028] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d71be178-8edf-40c3-85ed-98d89589d43f/d71be178-8edf-40c3-85ed-98d89589d43f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.793028] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.793028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-927eebb5-27f3-4a1e-a47c-3e53b0f89589 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.801400] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 956.801400] env[69411]: value = "task-3378920" [ 956.801400] env[69411]: _type = "Task" [ 956.801400] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.810620] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.828206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.875299] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: c7a943eb-edf4-4811-80c5-5ab15677ee62] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.017210] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378918, 'name': CreateVM_Task, 'duration_secs': 0.601551} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.017210] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.017210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.017210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.017210] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.017714] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e60fd2c-2b1c-4eee-af46-5ef989ff0b6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.022274] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 957.022274] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523ed2f4-e737-0d0a-31ad-9c0d65397a7d" [ 957.022274] env[69411]: _type = "Task" [ 957.022274] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.030146] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523ed2f4-e737-0d0a-31ad-9c0d65397a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.031588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d07a726-44a1-4e12-a580-73a0c6b13027 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.037658] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dfac36-4bbc-4073-bee2-5af869ae5c12 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.071901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead92d1-b6a9-4e34-a220-d9483ef764b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079057] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378919, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.081996] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23180639-76df-43e5-acca-8634d1a17ca1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.095691] env[69411]: DEBUG nova.compute.provider_tree [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.150054] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9e92876-c133-4296-97ed-797e6dfab998 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.075s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.265932] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "refresh_cache-ab203b3a-781e-4c35-b0fe-35346df553ab" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.266379] env[69411]: DEBUG nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Instance network_info: |[{"id": "9adba3d7-23c5-4c3d-a23b-ea2363cf8335", "address": "fa:16:3e:28:4e:ed", "network": {"id": "f5824114-d9fb-4ece-b312-6a71ffd3d005", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-354235277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b31bc5eae04e20b112fe08d48e3733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9adba3d7-23", "ovs_interfaceid": "9adba3d7-23c5-4c3d-a23b-ea2363cf8335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.266910] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:4e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9adba3d7-23c5-4c3d-a23b-ea2363cf8335', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.275113] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.275368] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.275665] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1704007-3515-46c3-b09d-f22ccab97ea8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.295746] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.295746] env[69411]: value = "task-3378921" [ 957.295746] env[69411]: _type = "Task" [ 957.295746] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.304087] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378921, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.312693] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070909} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.312948] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.313794] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717b46a-330a-455a-9c3e-01cbd28999c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.336571] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d71be178-8edf-40c3-85ed-98d89589d43f/d71be178-8edf-40c3-85ed-98d89589d43f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.336899] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772c298f-1f2f-4337-b21b-3007c403a194 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.352913] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "85eea133-6756-4065-8108-7431e70aa708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.353190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "85eea133-6756-4065-8108-7431e70aa708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.353404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "85eea133-6756-4065-8108-7431e70aa708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.353602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "85eea133-6756-4065-8108-7431e70aa708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.353770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "85eea133-6756-4065-8108-7431e70aa708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.360797] env[69411]: INFO nova.compute.manager [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Terminating instance [ 957.363744] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 957.363744] env[69411]: value = "task-3378922" [ 957.363744] env[69411]: _type = "Task" [ 957.363744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.374495] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.381493] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9d1e12dc-5811-41fe-81c6-86b81ed566a2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.534048] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523ed2f4-e737-0d0a-31ad-9c0d65397a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.534525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.534898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.535312] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.535586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.535826] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.536117] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ccff329-a75b-4d55-8a00-50a1228815aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.551831] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.552096] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.552812] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e78baa5-7a6f-48df-878c-97223be193b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.557861] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 957.557861] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d30ad5-98fa-c800-0b18-d308e0886564" [ 957.557861] env[69411]: _type = "Task" [ 957.557861] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.565411] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d30ad5-98fa-c800-0b18-d308e0886564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.577114] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378919, 'name': CreateVM_Task, 'duration_secs': 0.706357} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.577325] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.578041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578397] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.578498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.578666] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e83268c-f299-480d-9d01-4c59a2ba4733 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.583708] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 957.583708] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5260b86c-454f-51d0-77ab-5cb555b77e98" [ 957.583708] env[69411]: _type = "Task" [ 957.583708] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.591557] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5260b86c-454f-51d0-77ab-5cb555b77e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.598579] env[69411]: DEBUG nova.scheduler.client.report [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.807888] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378921, 'name': CreateVM_Task, 'duration_secs': 0.319388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.808283] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.809180] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.862987] env[69411]: INFO nova.compute.manager [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Rescuing [ 957.863353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.863551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.863823] env[69411]: DEBUG nova.network.neutron [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 957.871603] env[69411]: DEBUG nova.compute.manager [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.871868] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.872895] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fa3497-31dc-46ca-89ff-966f11aed08e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.881949] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.884016] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.884296] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d5b1d1-fd78-40dd-99db-770a7053a88a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.886532] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 81d85e58-a72f-443a-aea2-8bf16ec1e973] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.890453] env[69411]: DEBUG oslo_vmware.api [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 957.890453] env[69411]: value = "task-3378923" [ 957.890453] env[69411]: _type = "Task" [ 957.890453] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.898216] env[69411]: DEBUG oslo_vmware.api [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.068574] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d30ad5-98fa-c800-0b18-d308e0886564, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.069407] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1de586-7bd8-4f71-81fb-9ebfe99f6097 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.074611] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 958.074611] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c3c0b9-082c-b3df-d490-9f7b03b1f595" [ 958.074611] env[69411]: _type = "Task" [ 958.074611] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.082284] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c3c0b9-082c-b3df-d490-9f7b03b1f595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.092376] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5260b86c-454f-51d0-77ab-5cb555b77e98, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.092701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.092948] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.093192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.093668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.093828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.093973] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288c3c71-6d40-46cf-947f-519d5d68d6e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.098580] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 958.098580] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524703e6-0d7b-8466-c514-c2f3464e6605" [ 958.098580] env[69411]: _type = "Task" [ 958.098580] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.104108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.108244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.782s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.108244] env[69411]: DEBUG nova.objects.instance [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lazy-loading 'resources' on Instance uuid f1721a7b-378a-4fca-968f-63d27df12cd2 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.113734] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524703e6-0d7b-8466-c514-c2f3464e6605, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.114366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.114856] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.115386] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.133015] env[69411]: INFO nova.scheduler.client.report [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted allocations for instance b9f0319a-c308-4a00-96c7-dee17c35e6a8 [ 958.379420] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378922, 'name': ReconfigVM_Task, 'duration_secs': 0.628667} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.380462] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d71be178-8edf-40c3-85ed-98d89589d43f/d71be178-8edf-40c3-85ed-98d89589d43f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.381353] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3321033b-1fcb-4362-896e-f091a6358746 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.389742] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 0080c279-4069-450e-af95-e915d15df9f0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.396553] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 958.396553] env[69411]: value = "task-3378924" [ 958.396553] env[69411]: _type = "Task" [ 958.396553] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.410340] env[69411]: DEBUG oslo_vmware.api [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378923, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.418996] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378924, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.585245] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c3c0b9-082c-b3df-d490-9f7b03b1f595, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.587746] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.588018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.588340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.588545] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.588824] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80561b97-d23a-4e63-847c-874349e2176b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.591370] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20319eb6-9f4e-4f8f-bf80-20ab71b63581 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.597310] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 958.597310] env[69411]: value = "task-3378925" [ 958.597310] env[69411]: _type = "Task" [ 958.597310] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.602363] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.602557] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.603734] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809e9247-066c-4c66-9d48-e9592397a547 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.609319] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.612274] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 958.612274] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52abbf7b-c362-d976-e737-f5bd8eee043c" [ 958.612274] env[69411]: _type = "Task" [ 958.612274] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.624862] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52abbf7b-c362-d976-e737-f5bd8eee043c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.641687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7bd4608b-2b65-4591-a40f-718767fd8b98 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "b9f0319a-c308-4a00-96c7-dee17c35e6a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.582s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.745805] env[69411]: DEBUG nova.network.neutron [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Updating instance_info_cache with network_info: [{"id": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "address": "fa:16:3e:1a:2c:6a", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec30810-5c", "ovs_interfaceid": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.907904] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 39bc322d-9580-4a77-b858-3b83ad03e32f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.916540] env[69411]: DEBUG oslo_vmware.api [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378923, 'name': PowerOffVM_Task, 'duration_secs': 0.568096} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.920371] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.921275] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.921275] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378924, 'name': Rename_Task, 'duration_secs': 0.270802} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.921576] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-097c4adb-f936-4780-809a-63b4d03be895 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.923585] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.929469] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f97bbbf2-bdad-436b-95b8-60ef0eab0f78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.935598] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 958.935598] env[69411]: value = "task-3378927" [ 958.935598] env[69411]: _type = "Task" [ 958.935598] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.947842] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.046454] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.046454] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.046454] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleting the datastore file [datastore2] 85eea133-6756-4065-8108-7431e70aa708 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.046454] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-108cf767-0860-4a66-ad20-606a8dc02936 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.055641] env[69411]: DEBUG oslo_vmware.api [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 959.055641] env[69411]: value = "task-3378928" [ 959.055641] env[69411]: _type = "Task" [ 959.055641] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.069603] env[69411]: DEBUG oslo_vmware.api [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.109070] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481625} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.111944] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.112262] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.113219] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e86cde9-c677-4437-9dbe-280a689748d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.122417] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 959.122417] env[69411]: value = "task-3378929" [ 959.122417] env[69411]: _type = "Task" [ 959.122417] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.128210] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52abbf7b-c362-d976-e737-f5bd8eee043c, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.132424] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be90619-1d01-4371-8861-e2fe795dd669 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.139820] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.144185] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 959.144185] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52197c83-bd0f-1dba-c24c-14ab12fe2836" [ 959.144185] env[69411]: _type = "Task" [ 959.144185] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.153963] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52197c83-bd0f-1dba-c24c-14ab12fe2836, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.154144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.154525] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.155754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.156044] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.156309] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-760dc777-7a7f-4c3a-aca1-af7beeb3d40f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.159502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4710b8b4-2539-4a54-ac3d-259c16b1a510 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.162615] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2953c993-07b6-4794-a0fa-08ed5865de64 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.171269] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f7e2d-98eb-4a15-b2d0-ab3d8303b780 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.174841] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 959.174841] env[69411]: value = "task-3378930" [ 959.174841] env[69411]: _type = "Task" [ 959.174841] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.176713] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.176713] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.180486] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a571b48f-701f-4cef-810d-d8f96f84392b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.209963] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc2816f-75de-444b-8486-39581fbce03f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.219915] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.220202] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 959.220202] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5253cdab-58a6-3733-e0a5-1208f000168b" [ 959.220202] env[69411]: _type = "Task" [ 959.220202] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.229263] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693ff8a-db31-449e-b68f-7d873ffc5d5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.241296] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5253cdab-58a6-3733-e0a5-1208f000168b, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.242744] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8acfa6-e616-440e-aee2-2f1a73ed8ce1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.254055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.256470] env[69411]: DEBUG nova.compute.provider_tree [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.262465] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 959.262465] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dfa33f-4a0e-f055-8883-19bcb0e05f06" [ 959.262465] env[69411]: _type = "Task" [ 959.262465] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.270610] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dfa33f-4a0e-f055-8883-19bcb0e05f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.412698] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e57281f9-b754-4d11-afd6-6a4f9d351b60] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.448781] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378927, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.566467] env[69411]: DEBUG oslo_vmware.api [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3378928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178853} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.566754] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.567074] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.567350] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.567607] env[69411]: INFO nova.compute.manager [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 85eea133-6756-4065-8108-7431e70aa708] Took 1.70 seconds to destroy the instance on the hypervisor. [ 959.567993] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.568302] env[69411]: DEBUG nova.compute.manager [-] [instance: 85eea133-6756-4065-8108-7431e70aa708] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.568436] env[69411]: DEBUG nova.network.neutron [-] [instance: 85eea133-6756-4065-8108-7431e70aa708] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 959.638704] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147122} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.639287] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.639735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea80f8-89dc-4a92-9f66-cb4acf28a505 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.660331] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.662848] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4b2523-59e7-46e9-8c73-864c637005c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.686373] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510027} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.687762] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.688590] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.688590] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 959.688590] env[69411]: value = "task-3378931" [ 959.688590] env[69411]: _type = "Task" [ 959.688590] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.688590] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f69b86a-57d2-4c34-9a5e-494c513bf9b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.698803] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.700219] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 959.700219] env[69411]: value = "task-3378932" [ 959.700219] env[69411]: _type = "Task" [ 959.700219] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.710756] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.721924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "e7877566-ce69-4a38-82db-feb1bedd135f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.722233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "e7877566-ce69-4a38-82db-feb1bedd135f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.722527] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "e7877566-ce69-4a38-82db-feb1bedd135f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.722750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "e7877566-ce69-4a38-82db-feb1bedd135f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.722936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "e7877566-ce69-4a38-82db-feb1bedd135f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.726343] env[69411]: INFO nova.compute.manager [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Terminating instance [ 959.760334] env[69411]: DEBUG nova.scheduler.client.report [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.777438] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dfa33f-4a0e-f055-8883-19bcb0e05f06, 'name': SearchDatastore_Task, 'duration_secs': 0.008182} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.777809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.778047] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] ab203b3a-781e-4c35-b0fe-35346df553ab/ab203b3a-781e-4c35-b0fe-35346df553ab.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.778344] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db588b42-280a-497a-bf22-66edbf4cbec1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.787782] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 959.787782] env[69411]: value = "task-3378933" [ 959.787782] env[69411]: _type = "Task" [ 959.787782] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.796766] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.916944] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 6d9ce6a4-d9a3-414a-b898-aca53980fd16] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.951860] env[69411]: DEBUG oslo_vmware.api [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3378927, 'name': PowerOnVM_Task, 'duration_secs': 0.754069} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.952245] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.953742] env[69411]: INFO nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Took 9.33 seconds to spawn the instance on the hypervisor. [ 959.953981] env[69411]: DEBUG nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.954863] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd50e43-8a59-4d61-a5b1-6257506ede87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.039129] env[69411]: DEBUG nova.compute.manager [req-00e184c3-611e-4b71-ac45-a1edb09c2baa req-5ed1a57f-b2f9-4495-819f-784da910c90d service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Received event network-vif-deleted-b320f95e-7eac-4d37-89dc-0195cdcd5961 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.039361] env[69411]: INFO nova.compute.manager [req-00e184c3-611e-4b71-ac45-a1edb09c2baa req-5ed1a57f-b2f9-4495-819f-784da910c90d service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Neutron deleted interface b320f95e-7eac-4d37-89dc-0195cdcd5961; detaching it from the instance and deleting it from the info cache [ 960.039609] env[69411]: DEBUG nova.network.neutron [req-00e184c3-611e-4b71-ac45-a1edb09c2baa req-5ed1a57f-b2f9-4495-819f-784da910c90d service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.202439] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378931, 'name': ReconfigVM_Task, 'duration_secs': 0.303318} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.206472] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.207307] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60e077b3-4a8e-44a6-9330-03743c535fb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.214564] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068716} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.216221] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.216613] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 960.216613] env[69411]: value = "task-3378934" [ 960.216613] env[69411]: _type = "Task" [ 960.216613] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.217479] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef3aade-8bf7-4ef7-a140-625a0158413f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.230036] env[69411]: DEBUG nova.compute.manager [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.230317] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.230647] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378934, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.240748] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba6ce8-64d4-4697-89fc-1c1dee659ea1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.253488] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.253812] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85dee08a-3875-477e-8f0a-8ee81ace0a29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.269231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.275057] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.112s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.276567] env[69411]: INFO nova.compute.claims [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.279052] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.283880] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-808059bc-9634-4b76-9dc3-f7a2707f9f69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.285038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "fe663c07-e906-4ef1-b67f-6f4143652565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.285244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fe663c07-e906-4ef1-b67f-6f4143652565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.286334] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 960.286334] env[69411]: value = "task-3378935" [ 960.286334] env[69411]: _type = "Task" [ 960.286334] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.303871] env[69411]: DEBUG oslo_vmware.api [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 960.303871] env[69411]: value = "task-3378936" [ 960.303871] env[69411]: _type = "Task" [ 960.303871] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.305432] env[69411]: INFO nova.scheduler.client.report [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Deleted allocations for instance f1721a7b-378a-4fca-968f-63d27df12cd2 [ 960.327277] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45562} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.327555] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.328460] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] ab203b3a-781e-4c35-b0fe-35346df553ab/ab203b3a-781e-4c35-b0fe-35346df553ab.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.328804] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.329502] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-933ad6e0-9680-4be5-a5ee-a086a63296ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.337576] env[69411]: DEBUG oslo_vmware.api [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.343892] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 960.343892] env[69411]: value = "task-3378937" [ 960.343892] env[69411]: _type = "Task" [ 960.343892] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.353025] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.420934] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.421178] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69411) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 960.442398] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "3efccfe7-214f-4d27-829f-c482ea03f3fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.442644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "3efccfe7-214f-4d27-829f-c482ea03f3fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.447692] env[69411]: DEBUG nova.network.neutron [-] [instance: 85eea133-6756-4065-8108-7431e70aa708] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.478735] env[69411]: INFO nova.compute.manager [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Took 42.09 seconds to build instance. [ 960.542743] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d633439-9241-4020-b9d7-9a04f5364ff9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.551715] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dbb8e5-8697-4607-bc85-136b31cdbaa1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.591053] env[69411]: DEBUG nova.compute.manager [req-00e184c3-611e-4b71-ac45-a1edb09c2baa req-5ed1a57f-b2f9-4495-819f-784da910c90d service nova] [instance: 85eea133-6756-4065-8108-7431e70aa708] Detach interface failed, port_id=b320f95e-7eac-4d37-89dc-0195cdcd5961, reason: Instance 85eea133-6756-4065-8108-7431e70aa708 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.730127] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378934, 'name': Rename_Task, 'duration_secs': 0.15114} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.730485] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.730756] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f595da18-7c99-4562-8170-a6c0543bdad0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.736250] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 960.736250] env[69411]: value = "task-3378938" [ 960.736250] env[69411]: _type = "Task" [ 960.736250] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.743561] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.787747] env[69411]: DEBUG nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.799488] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.805378] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.805653] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d44f642-b70a-4c69-a6d3-2f410ca68986 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.816121] env[69411]: DEBUG oslo_vmware.api [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378936, 'name': PowerOffVM_Task, 'duration_secs': 0.437755} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.819719] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.819974] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.820325] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 960.820325] env[69411]: value = "task-3378939" [ 960.820325] env[69411]: _type = "Task" [ 960.820325] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.820892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-778f6647-feff-4f4d-870c-83ff8e64b973 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "f1721a7b-378a-4fca-968f-63d27df12cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.982s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.821871] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546d5f29-cc79-4705-8055-e59f57be1da9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.834328] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.853816] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203097} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.854126] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.854955] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c6121-6cd8-4b99-a090-3a534374e25c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.879561] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] ab203b3a-781e-4c35-b0fe-35346df553ab/ab203b3a-781e-4c35-b0fe-35346df553ab.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.879561] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906c1dc3-2c22-4a7e-919c-19fe189efe95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.900896] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.901322] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.901395] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleting the datastore file [datastore1] e7877566-ce69-4a38-82db-feb1bedd135f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.901632] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b29b2e6d-06ad-4501-8b83-d383295d7b73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.905061] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 960.905061] env[69411]: value = "task-3378941" [ 960.905061] env[69411]: _type = "Task" [ 960.905061] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.910460] env[69411]: DEBUG oslo_vmware.api [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 960.910460] env[69411]: value = "task-3378942" [ 960.910460] env[69411]: _type = "Task" [ 960.910460] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.917056] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.922310] env[69411]: DEBUG oslo_vmware.api [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.924036] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.945552] env[69411]: DEBUG nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.953488] env[69411]: INFO nova.compute.manager [-] [instance: 85eea133-6756-4065-8108-7431e70aa708] Took 1.38 seconds to deallocate network for instance. [ 960.981434] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04c70bdc-16ba-4ced-bf8a-986a8149cb1e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "d71be178-8edf-40c3-85ed-98d89589d43f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.808s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.250606] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378938, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.303236] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378935, 'name': ReconfigVM_Task, 'duration_secs': 0.772626} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.303510] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Reconfigured VM instance instance-0000002b to attach disk [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3/b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.304215] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2749c48b-ca22-4460-8dae-6ccfca362574 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.311624] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 961.311624] env[69411]: value = "task-3378943" [ 961.311624] env[69411]: _type = "Task" [ 961.311624] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.315207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.325609] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378943, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.336711] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378939, 'name': PowerOffVM_Task, 'duration_secs': 0.504436} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.336997] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.337833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f67622-a2d8-4059-8356-6ab7cab59789 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.359120] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9308d549-57f4-460d-870b-28354c21ae6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.396473] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.396807] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a838be64-144e-4d87-a923-8c96024e49b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.411991] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 961.411991] env[69411]: value = "task-3378944" [ 961.411991] env[69411]: _type = "Task" [ 961.411991] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.423485] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.438693] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 961.439542] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.439542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.439542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.439768] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.440178] env[69411]: DEBUG oslo_vmware.api [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3378942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440638} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.443473] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ef0f0c-2b1d-455f-8443-c6f452411258 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.445537] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.445759] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.445961] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.446174] env[69411]: INFO nova.compute.manager [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 961.446438] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.447703] env[69411]: DEBUG nova.compute.manager [-] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.447703] env[69411]: DEBUG nova.network.neutron [-] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 961.456993] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.456993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.457732] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8a2bf0-b5de-4959-9dd1-1e8f25b27576 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.464251] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.468653] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 961.468653] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52aeb32f-ea66-d7b8-bc46-a1a39dc13528" [ 961.468653] env[69411]: _type = "Task" [ 961.468653] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.474806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.486480] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52aeb32f-ea66-d7b8-bc46-a1a39dc13528, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.487595] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50703de2-3651-4b34-a39a-80779f054eca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.499702] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 961.499702] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaae2b-f146-e0d1-fd7c-9721372d53e6" [ 961.499702] env[69411]: _type = "Task" [ 961.499702] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.511345] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaae2b-f146-e0d1-fd7c-9721372d53e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.748050] env[69411]: DEBUG oslo_vmware.api [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378938, 'name': PowerOnVM_Task, 'duration_secs': 0.809551} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.748390] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.748644] env[69411]: INFO nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Took 5.86 seconds to spawn the instance on the hypervisor. [ 961.748944] env[69411]: DEBUG nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.749836] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be80bf47-f33c-40d8-8652-69fd6d311a80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.836277] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378943, 'name': Rename_Task, 'duration_secs': 0.15517} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.836277] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.836277] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9d752f3-1e3a-4aaa-8b11-aa3d91a49977 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.840277] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199c531c-e25f-4fb9-8481-3f0d59a4bce0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.855276] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281c7ca5-fce1-4882-9fc6-bb10645e3185 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.859439] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 961.859439] env[69411]: value = "task-3378945" [ 961.859439] env[69411]: _type = "Task" [ 961.859439] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.905626] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c07839-b68f-4f28-ac01-9e403a2d697e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.915151] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378945, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.926045] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a72a6a2-ebbc-49ed-9b7f-5752390dc8a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.930036] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378941, 'name': ReconfigVM_Task, 'duration_secs': 0.621354} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.935022] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Reconfigured VM instance instance-00000049 to attach disk [datastore2] ab203b3a-781e-4c35-b0fe-35346df553ab/ab203b3a-781e-4c35-b0fe-35346df553ab.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.935022] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-609b5cf2-667e-4494-a628-54cc9b14fc29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.942451] env[69411]: DEBUG nova.compute.provider_tree [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.950419] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 961.950419] env[69411]: value = "task-3378946" [ 961.950419] env[69411]: _type = "Task" [ 961.950419] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.962839] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378946, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.010076] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaae2b-f146-e0d1-fd7c-9721372d53e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011542} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.010392] env[69411]: DEBUG oslo_concurrency.lockutils [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.010780] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 962.011139] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c99ed9-4bc8-40f4-8674-9bfd7fdc05df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.019390] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 962.019390] env[69411]: value = "task-3378947" [ 962.019390] env[69411]: _type = "Task" [ 962.019390] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.027378] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.072285] env[69411]: DEBUG nova.compute.manager [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Received event network-vif-deleted-6dd0421b-8a4f-430a-95b3-86c2c04e13cb {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.072507] env[69411]: INFO nova.compute.manager [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Neutron deleted interface 6dd0421b-8a4f-430a-95b3-86c2c04e13cb; detaching it from the instance and deleting it from the info cache [ 962.072701] env[69411]: DEBUG nova.network.neutron [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.189302] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "065960f4-681e-4867-9b12-00672a5a9055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.189593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.189848] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "065960f4-681e-4867-9b12-00672a5a9055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.190551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.190551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.192639] env[69411]: INFO nova.compute.manager [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Terminating instance [ 962.277970] env[69411]: INFO nova.compute.manager [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Took 27.84 seconds to build instance. [ 962.372501] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.433823] env[69411]: DEBUG nova.network.neutron [-] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.448260] env[69411]: DEBUG nova.scheduler.client.report [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.465541] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378946, 'name': Rename_Task, 'duration_secs': 0.190384} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.465844] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.466147] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74aa4400-1857-412a-96ba-b3efc5f5a3c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.474551] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 962.474551] env[69411]: value = "task-3378948" [ 962.474551] env[69411]: _type = "Task" [ 962.474551] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.485763] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.531954] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378947, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.576937] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95cf63f5-b31d-416d-98fe-a99fc9db327d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.587682] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6d0094-8edf-4ad7-8472-adf43baa81d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.629085] env[69411]: DEBUG nova.compute.manager [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Detach interface failed, port_id=6dd0421b-8a4f-430a-95b3-86c2c04e13cb, reason: Instance e7877566-ce69-4a38-82db-feb1bedd135f could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.629388] env[69411]: DEBUG nova.compute.manager [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-changed-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.629568] env[69411]: DEBUG nova.compute.manager [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing instance network info cache due to event network-changed-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.630288] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.630288] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.630288] env[69411]: DEBUG nova.network.neutron [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing network info cache for port 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 962.697215] env[69411]: DEBUG nova.compute.manager [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.697586] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.698801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd6135d-6069-4091-af32-7b4658ea8801 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.707677] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.708043] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07bcf6b3-99a1-4a99-989a-3cdaebf22dff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.714421] env[69411]: DEBUG oslo_vmware.api [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 962.714421] env[69411]: value = "task-3378949" [ 962.714421] env[69411]: _type = "Task" [ 962.714421] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.722379] env[69411]: DEBUG oslo_vmware.api [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.780784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4f1cea69-b3d5-4ee2-b6aa-7797e0cdc5da tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "403da129-759b-40e9-9547-3b2c5809e160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.322s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.870324] env[69411]: DEBUG oslo_vmware.api [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378945, 'name': PowerOnVM_Task, 'duration_secs': 0.633143} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.870610] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.870829] env[69411]: DEBUG nova.compute.manager [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.871602] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16a16db-e93d-4c6a-aefa-f953c25882df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.937192] env[69411]: INFO nova.compute.manager [-] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Took 1.49 seconds to deallocate network for instance. [ 962.956618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.956618] env[69411]: DEBUG nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.958605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.157s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.960964] env[69411]: INFO nova.compute.claims [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.984108] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.029619] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560582} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.029985] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. [ 963.030780] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a14a24-1d8a-433d-b24b-1b0652a2c14c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.056106] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.056420] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fed29b2-6267-4b82-aeb7-9f54cdbffdff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.074457] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 963.074457] env[69411]: value = "task-3378950" [ 963.074457] env[69411]: _type = "Task" [ 963.074457] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.082719] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.226310] env[69411]: DEBUG oslo_vmware.api [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378949, 'name': PowerOffVM_Task, 'duration_secs': 0.261927} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.226608] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.226777] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.227048] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecc7d0ce-53be-4741-b901-4d8232b50499 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.304170] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.304170] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.304378] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Deleting the datastore file [datastore1] 065960f4-681e-4867-9b12-00672a5a9055 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.304574] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf91e81c-5c4e-4789-b300-537e655b78d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.310575] env[69411]: DEBUG oslo_vmware.api [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for the task: (returnval){ [ 963.310575] env[69411]: value = "task-3378952" [ 963.310575] env[69411]: _type = "Task" [ 963.310575] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.319356] env[69411]: DEBUG oslo_vmware.api [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.388226] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.435271] env[69411]: DEBUG nova.network.neutron [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updated VIF entry in instance network info cache for port 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 963.435637] env[69411]: DEBUG nova.network.neutron [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.448994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.466233] env[69411]: DEBUG nova.compute.utils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.470575] env[69411]: DEBUG nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.470575] env[69411]: DEBUG nova.network.neutron [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.485219] env[69411]: DEBUG oslo_vmware.api [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378948, 'name': PowerOnVM_Task, 'duration_secs': 0.78694} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.485365] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.485510] env[69411]: INFO nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Took 10.28 seconds to spawn the instance on the hypervisor. [ 963.485690] env[69411]: DEBUG nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.486480] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b4b5f-ee8a-4932-b3f6-8a009e55ca11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.524599] env[69411]: DEBUG nova.policy [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b667dca48c849448d643007ba41bd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18c5e773da046139a85ac70d1a57b85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.586055] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.820455] env[69411]: DEBUG oslo_vmware.api [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Task: {'id': task-3378952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372156} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.820729] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.820922] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.821121] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.821301] env[69411]: INFO nova.compute.manager [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Took 1.12 seconds to destroy the instance on the hypervisor. [ 963.821543] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.821846] env[69411]: DEBUG nova.compute.manager [-] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.821948] env[69411]: DEBUG nova.network.neutron [-] [instance: 065960f4-681e-4867-9b12-00672a5a9055] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 963.872056] env[69411]: DEBUG nova.network.neutron [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Successfully created port: 055b4306-127b-47d0-a555-40a90c0b6b75 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.910463] env[69411]: INFO nova.compute.manager [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Rebuilding instance [ 963.940026] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7eabba7-5ae6-46fc-99b8-52326ca78a3b req-7d6f9dc0-414d-4598-90f3-7cda5be46c87 service nova] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.957034] env[69411]: DEBUG nova.compute.manager [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.957908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc107b62-fdec-4938-a2ae-48661503384e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.971581] env[69411]: DEBUG nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.004832] env[69411]: INFO nova.compute.manager [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Took 33.70 seconds to build instance. [ 964.091948] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.354340] env[69411]: DEBUG nova.compute.manager [req-871569b8-8f2c-4945-be39-56cb58add583 req-b6b87846-7ff3-4626-af7d-527a4e8bb074 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Received event network-vif-deleted-8df2a74d-a375-4cea-b29e-2d4474ac8703 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.354609] env[69411]: INFO nova.compute.manager [req-871569b8-8f2c-4945-be39-56cb58add583 req-b6b87846-7ff3-4626-af7d-527a4e8bb074 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Neutron deleted interface 8df2a74d-a375-4cea-b29e-2d4474ac8703; detaching it from the instance and deleting it from the info cache [ 964.355445] env[69411]: DEBUG nova.network.neutron [req-871569b8-8f2c-4945-be39-56cb58add583 req-b6b87846-7ff3-4626-af7d-527a4e8bb074 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.474445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "a19783a6-15e5-4542-a301-f3769580fad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.476964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "a19783a6-15e5-4542-a301-f3769580fad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.476964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "a19783a6-15e5-4542-a301-f3769580fad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.476964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "a19783a6-15e5-4542-a301-f3769580fad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.476964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "a19783a6-15e5-4542-a301-f3769580fad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.483027] env[69411]: INFO nova.compute.manager [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Terminating instance [ 964.483615] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfaa260-a7f7-4066-90a8-4ea297561311 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.495027] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a459a04-6172-4694-b667-6669081e2d2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.541564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a6ee7b3b-ae0d-4a45-8736-0978f9e95b0f tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.532s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.543662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043b8c4b-6ac2-47c9-93d2-7cfcbbff43a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.554188] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e44d4f-1989-49d5-9217-23765da48db2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.576311] env[69411]: DEBUG nova.compute.provider_tree [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.586512] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378950, 'name': ReconfigVM_Task, 'duration_secs': 1.152525} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.587379] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Reconfigured VM instance instance-00000047 to attach disk [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.588254] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c81dc63-5ecd-4dc3-97a2-221976b8ca4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.615334] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d329d06-e94d-4013-b7ae-5d5221bff0ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.630531] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 964.630531] env[69411]: value = "task-3378953" [ 964.630531] env[69411]: _type = "Task" [ 964.630531] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.638506] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.835301] env[69411]: DEBUG nova.network.neutron [-] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.858936] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f50415e7-5795-40db-94b6-87cfe7cc7951 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.868641] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d2aa53-dd31-4d12-9428-a3586f4cb4a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.904406] env[69411]: DEBUG nova.compute.manager [req-871569b8-8f2c-4945-be39-56cb58add583 req-b6b87846-7ff3-4626-af7d-527a4e8bb074 service nova] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Detach interface failed, port_id=8df2a74d-a375-4cea-b29e-2d4474ac8703, reason: Instance 065960f4-681e-4867-9b12-00672a5a9055 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.942944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "ab203b3a-781e-4c35-b0fe-35346df553ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.943313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.943537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "ab203b3a-781e-4c35-b0fe-35346df553ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.943722] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.943923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.946111] env[69411]: INFO nova.compute.manager [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Terminating instance [ 964.975203] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.975568] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f0e6f2-3d15-45c6-be4c-bf677f23bf21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.982897] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 964.982897] env[69411]: value = "task-3378954" [ 964.982897] env[69411]: _type = "Task" [ 964.982897] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.989338] env[69411]: DEBUG nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.995228] env[69411]: DEBUG nova.compute.manager [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.995509] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.995850] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.997228] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58c95aa-07a7-4a8a-a759-42518448e0e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.006074] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.006378] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9b65a0-3d91-4b91-b4c1-6b671d1db961 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.012273] env[69411]: DEBUG oslo_vmware.api [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 965.012273] env[69411]: value = "task-3378955" [ 965.012273] env[69411]: _type = "Task" [ 965.012273] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.026016] env[69411]: DEBUG oslo_vmware.api [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.028709] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.028903] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.029204] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.029556] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.029803] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.029979] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.030288] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.030461] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.030702] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.030974] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.031229] env[69411]: DEBUG nova.virt.hardware [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.032171] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c8306d-c4a1-4a66-bb45-9e847500fbc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.040578] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31447d75-afef-4d93-b537-93ce484c369e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.080291] env[69411]: DEBUG nova.scheduler.client.report [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.140675] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378953, 'name': ReconfigVM_Task, 'duration_secs': 0.429061} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.140982] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.141258] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a2c059-3d7e-44c7-ba2d-b06a104cacbc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.147175] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 965.147175] env[69411]: value = "task-3378956" [ 965.147175] env[69411]: _type = "Task" [ 965.147175] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.155060] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.338651] env[69411]: INFO nova.compute.manager [-] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Took 1.52 seconds to deallocate network for instance. [ 965.449949] env[69411]: DEBUG nova.compute.manager [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.450225] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.451535] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b632a9-0892-4ba0-9a10-f54cc1b16349 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.460117] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.460378] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a2d0019-6630-4559-865d-37c8922ae73b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.467455] env[69411]: DEBUG oslo_vmware.api [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 965.467455] env[69411]: value = "task-3378957" [ 965.467455] env[69411]: _type = "Task" [ 965.467455] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.475574] env[69411]: DEBUG oslo_vmware.api [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.492979] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378954, 'name': PowerOffVM_Task, 'duration_secs': 0.228667} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.492979] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.494031] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.494334] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd25938-b621-4c06-a4a4-572f2ec0dad1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.501509] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.501755] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4779e518-8c98-42ba-8a09-1dd28fb36db4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.521568] env[69411]: DEBUG oslo_vmware.api [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378955, 'name': PowerOffVM_Task, 'duration_secs': 0.271791} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.521837] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.522537] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.522537] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bd6d00f-2e1f-4d45-9f2f-cb017216c0b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.526041] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.526256] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.526442] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Deleting the datastore file [datastore2] 403da129-759b-40e9-9547-3b2c5809e160 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.526674] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a3d95b7-2778-4c4b-b99a-7ef3217007d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.532351] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 965.532351] env[69411]: value = "task-3378960" [ 965.532351] env[69411]: _type = "Task" [ 965.532351] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.540351] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.586860] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.587429] env[69411]: DEBUG nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.592042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.341s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.594173] env[69411]: INFO nova.compute.claims [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.646306] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.647395] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.647395] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleting the datastore file [datastore2] a19783a6-15e5-4542-a301-f3769580fad7 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.647395] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd89527f-afed-47fc-95e6-c36f86fa0972 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.665558] env[69411]: DEBUG oslo_vmware.api [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 965.665558] env[69411]: value = "task-3378961" [ 965.665558] env[69411]: _type = "Task" [ 965.665558] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.665784] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.785628] env[69411]: DEBUG nova.network.neutron [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Successfully updated port: 055b4306-127b-47d0-a555-40a90c0b6b75 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.847358] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.977608] env[69411]: DEBUG oslo_vmware.api [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378957, 'name': PowerOffVM_Task, 'duration_secs': 0.216618} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.977927] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.978106] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.978611] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8906d574-65eb-4494-8386-1cd9cc8f11fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.037929] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.038180] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.038445] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleting the datastore file [datastore2] ab203b3a-781e-4c35-b0fe-35346df553ab {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.039141] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f5fb99-f9b0-4737-bf90-c45c5c1ef006 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.044552] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.045131] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.045349] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.045532] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.049259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "0c614753-736c-4a3d-9690-692674dd7c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.049259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "0c614753-736c-4a3d-9690-692674dd7c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.049259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "0c614753-736c-4a3d-9690-692674dd7c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.049259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "0c614753-736c-4a3d-9690-692674dd7c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.049570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "0c614753-736c-4a3d-9690-692674dd7c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.052488] env[69411]: DEBUG oslo_vmware.api [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for the task: (returnval){ [ 966.052488] env[69411]: value = "task-3378963" [ 966.052488] env[69411]: _type = "Task" [ 966.052488] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.053689] env[69411]: INFO nova.compute.manager [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Terminating instance [ 966.066383] env[69411]: DEBUG oslo_vmware.api [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.099986] env[69411]: DEBUG nova.compute.utils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.103940] env[69411]: DEBUG nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.104094] env[69411]: DEBUG nova.network.neutron [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.144818] env[69411]: DEBUG nova.policy [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afe2772ca324b6fae4a5d7251543f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88afd3ede4c74fd8a4c6537e868e187e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.159232] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.175803] env[69411]: DEBUG oslo_vmware.api [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3378961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168295} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.176189] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.176397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.176606] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.177120] env[69411]: INFO nova.compute.manager [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 966.177395] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.177626] env[69411]: DEBUG nova.compute.manager [-] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.177761] env[69411]: DEBUG nova.network.neutron [-] [instance: a19783a6-15e5-4542-a301-f3769580fad7] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 966.289490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.289490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.289614] env[69411]: DEBUG nova.network.neutron [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 966.467420] env[69411]: DEBUG nova.compute.manager [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Received event network-vif-plugged-055b4306-127b-47d0-a555-40a90c0b6b75 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.468036] env[69411]: DEBUG oslo_concurrency.lockutils [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] Acquiring lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.468481] env[69411]: DEBUG oslo_concurrency.lockutils [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.468759] env[69411]: DEBUG oslo_concurrency.lockutils [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.469026] env[69411]: DEBUG nova.compute.manager [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] No waiting events found dispatching network-vif-plugged-055b4306-127b-47d0-a555-40a90c0b6b75 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.469296] env[69411]: WARNING nova.compute.manager [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Received unexpected event network-vif-plugged-055b4306-127b-47d0-a555-40a90c0b6b75 for instance with vm_state building and task_state spawning. [ 966.469544] env[69411]: DEBUG nova.compute.manager [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Received event network-changed-055b4306-127b-47d0-a555-40a90c0b6b75 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.469786] env[69411]: DEBUG nova.compute.manager [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Refreshing instance network info cache due to event network-changed-055b4306-127b-47d0-a555-40a90c0b6b75. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.470045] env[69411]: DEBUG oslo_concurrency.lockutils [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] Acquiring lock "refresh_cache-6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.563470] env[69411]: DEBUG nova.compute.manager [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.564288] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.567675] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f0e4c-348e-4e99-80d6-1f34d4a1d5b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.579432] env[69411]: DEBUG oslo_vmware.api [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Task: {'id': task-3378963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158136} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.581617] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.581901] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.582145] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.582385] env[69411]: INFO nova.compute.manager [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 966.582661] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.583261] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.583546] env[69411]: DEBUG nova.compute.manager [-] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.583678] env[69411]: DEBUG nova.network.neutron [-] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 966.587027] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d060f2-ce14-4d6c-b8e3-082f6e05250d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.591832] env[69411]: DEBUG oslo_vmware.api [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 966.591832] env[69411]: value = "task-3378964" [ 966.591832] env[69411]: _type = "Task" [ 966.591832] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.599453] env[69411]: DEBUG nova.network.neutron [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Successfully created port: 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.605387] env[69411]: DEBUG oslo_vmware.api [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.612023] env[69411]: DEBUG nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.661329] env[69411]: DEBUG oslo_vmware.api [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378956, 'name': PowerOnVM_Task, 'duration_secs': 1.382371} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.661660] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.667378] env[69411]: DEBUG nova.compute.manager [None req-07605d5a-9708-45f3-a864-d8dbe5db67d5 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.668422] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa085f7b-b2e0-4d06-ac99-9b2cc0f2a58a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.750160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "39e834d5-508a-4424-9363-b8ecf38192ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.750420] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "39e834d5-508a-4424-9363-b8ecf38192ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.833872] env[69411]: DEBUG nova.network.neutron [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 967.023196] env[69411]: DEBUG nova.network.neutron [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Updating instance_info_cache with network_info: [{"id": "055b4306-127b-47d0-a555-40a90c0b6b75", "address": "fa:16:3e:62:25:a6", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055b4306-12", "ovs_interfaceid": "055b4306-127b-47d0-a555-40a90c0b6b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.067976] env[69411]: DEBUG nova.network.neutron [-] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.090631] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.090883] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.091109] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.091325] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.091479] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.091632] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.091845] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.092017] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.092203] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.092371] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.092547] env[69411]: DEBUG nova.virt.hardware [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.093709] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb081524-ecb2-4a39-bf6c-7e1142c01375 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.110808] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997bae5b-5395-421f-a44e-416f668eac7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.114753] env[69411]: DEBUG oslo_vmware.api [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378964, 'name': PowerOffVM_Task, 'duration_secs': 0.174543} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.121581] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.121783] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.125927] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab016bad-02c7-43bb-8258-df659bf2e4e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.133948] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.139443] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.142388] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.142782] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00f3ba41-3e14-439b-b5d0-5773bd29be57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.157745] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386d1661-7738-48bd-b508-0f2c536ce700 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.166534] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311cf2ef-4728-46ee-a3f3-3b7a70fe4ad0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.170752] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.170752] env[69411]: value = "task-3378966" [ 967.170752] env[69411]: _type = "Task" [ 967.170752] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.178192] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378966, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.209375] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aa7844-b0cf-46c1-8039-27a774b6a935 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.212101] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.212345] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.212562] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Deleting the datastore file [datastore2] 0c614753-736c-4a3d-9690-692674dd7c35 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.213748] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cedb9bb6-abc4-4906-9159-3c6e473791fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.221629] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19663f0-3da2-47ff-89fe-5fd30a6a9d43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.225569] env[69411]: DEBUG oslo_vmware.api [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 967.225569] env[69411]: value = "task-3378967" [ 967.225569] env[69411]: _type = "Task" [ 967.225569] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.238223] env[69411]: DEBUG nova.compute.provider_tree [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.245331] env[69411]: DEBUG oslo_vmware.api [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.252491] env[69411]: DEBUG nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.493689] env[69411]: DEBUG nova.network.neutron [-] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.526051] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.526159] env[69411]: DEBUG nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Instance network_info: |[{"id": "055b4306-127b-47d0-a555-40a90c0b6b75", "address": "fa:16:3e:62:25:a6", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055b4306-12", "ovs_interfaceid": "055b4306-127b-47d0-a555-40a90c0b6b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.526404] env[69411]: DEBUG oslo_concurrency.lockutils [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] Acquired lock "refresh_cache-6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.526588] env[69411]: DEBUG nova.network.neutron [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Refreshing network info cache for port 055b4306-127b-47d0-a555-40a90c0b6b75 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 967.527728] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:25:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '055b4306-127b-47d0-a555-40a90c0b6b75', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.535420] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.536260] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.536487] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc79419b-7e1e-42bc-95af-e340936ba5fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.555230] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.555230] env[69411]: value = "task-3378968" [ 967.555230] env[69411]: _type = "Task" [ 967.555230] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.562688] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378968, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.570492] env[69411]: INFO nova.compute.manager [-] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Took 1.39 seconds to deallocate network for instance. [ 967.634956] env[69411]: DEBUG nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.656677] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.656929] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.657101] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.657292] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.657441] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.657590] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.657792] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.657950] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.658139] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.658305] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.658480] env[69411]: DEBUG nova.virt.hardware [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.659336] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70757d2-7352-458e-b3f1-fefb82a10ab8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.667560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef7c62-af63-4dc5-9933-30c90310bafd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.689568] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378966, 'name': CreateVM_Task, 'duration_secs': 0.348859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.689729] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.690166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.690333] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.690658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.690911] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba02c33f-a3e0-43a4-b9ee-07fe9c82b2f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.695821] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 967.695821] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f13ab4-bc32-b431-4c78-ad81542a609d" [ 967.695821] env[69411]: _type = "Task" [ 967.695821] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.703522] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f13ab4-bc32-b431-4c78-ad81542a609d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.736145] env[69411]: DEBUG oslo_vmware.api [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3378967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144944} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.736429] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.736590] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.736775] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.736952] env[69411]: INFO nova.compute.manager [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Took 1.17 seconds to destroy the instance on the hypervisor. [ 967.737216] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.737413] env[69411]: DEBUG nova.compute.manager [-] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.737508] env[69411]: DEBUG nova.network.neutron [-] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 967.741464] env[69411]: DEBUG nova.scheduler.client.report [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.774238] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.998106] env[69411]: INFO nova.compute.manager [-] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Took 1.41 seconds to deallocate network for instance. [ 968.065194] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378968, 'name': CreateVM_Task, 'duration_secs': 0.433264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.065504] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.066064] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.066230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.066554] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.066811] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe0402c-bf1c-406f-a063-83b1a8ac629b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.074520] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 968.074520] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525420a5-aae2-33e4-3917-696808246812" [ 968.074520] env[69411]: _type = "Task" [ 968.074520] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.080129] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.088041] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525420a5-aae2-33e4-3917-696808246812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.209028] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f13ab4-bc32-b431-4c78-ad81542a609d, 'name': SearchDatastore_Task, 'duration_secs': 0.013867} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.209349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.209595] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.209829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.209978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.210176] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.210437] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1e4383-08ee-4dfb-922c-04a1abffd081 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.223494] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.223678] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.224512] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c188e823-7e5d-4872-9171-b6db263ae37d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.230933] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 968.230933] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52164e20-bd2d-9768-c5b9-42cf3d948419" [ 968.230933] env[69411]: _type = "Task" [ 968.230933] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.239307] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52164e20-bd2d-9768-c5b9-42cf3d948419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.247200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.247706] env[69411]: DEBUG nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.250365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.472s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.251968] env[69411]: INFO nova.compute.claims [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.392540] env[69411]: DEBUG nova.network.neutron [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Updated VIF entry in instance network info cache for port 055b4306-127b-47d0-a555-40a90c0b6b75. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 968.393151] env[69411]: DEBUG nova.network.neutron [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Updating instance_info_cache with network_info: [{"id": "055b4306-127b-47d0-a555-40a90c0b6b75", "address": "fa:16:3e:62:25:a6", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap055b4306-12", "ovs_interfaceid": "055b4306-127b-47d0-a555-40a90c0b6b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.466310] env[69411]: INFO nova.compute.manager [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Unrescuing [ 968.469289] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.469289] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquired lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.469289] env[69411]: DEBUG nova.network.neutron [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 968.506046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.546242] env[69411]: DEBUG nova.compute.manager [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Received event network-vif-deleted-84941752-613c-4689-966e-47954757c4c8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.546242] env[69411]: DEBUG nova.compute.manager [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Received event network-vif-deleted-9adba3d7-23c5-4c3d-a23b-ea2363cf8335 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.547801] env[69411]: DEBUG nova.compute.manager [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Received event network-vif-plugged-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.547801] env[69411]: DEBUG oslo_concurrency.lockutils [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] Acquiring lock "d63ce7e7-2ac6-4515-9290-77c77d715837-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.547801] env[69411]: DEBUG oslo_concurrency.lockutils [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.547801] env[69411]: DEBUG oslo_concurrency.lockutils [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.547960] env[69411]: DEBUG nova.compute.manager [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] No waiting events found dispatching network-vif-plugged-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.548056] env[69411]: WARNING nova.compute.manager [req-214d438e-d1d7-4a82-8e8c-385c817c4eb0 req-a3dd961d-eff7-4241-8701-9230d78c2f9b service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Received unexpected event network-vif-plugged-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 for instance with vm_state building and task_state spawning. [ 968.549158] env[69411]: DEBUG nova.network.neutron [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Successfully updated port: 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.588356] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525420a5-aae2-33e4-3917-696808246812, 'name': SearchDatastore_Task, 'duration_secs': 0.022726} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.588741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.588981] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.589718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.589886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.590104] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.590586] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb574c4-ff73-4391-8425-85f3b2e177a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.599060] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.599268] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.600142] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92195570-cad4-445b-9a08-01ffef94e6fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.605765] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 968.605765] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f3fd01-01fb-4717-6ae3-775e861cca8c" [ 968.605765] env[69411]: _type = "Task" [ 968.605765] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.613034] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f3fd01-01fb-4717-6ae3-775e861cca8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.618163] env[69411]: DEBUG nova.compute.manager [req-0546d5a7-80dc-4628-b664-b29187feb905 req-a2e034f3-cd54-4ba1-8bce-c333b0f936b5 service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Received event network-vif-deleted-139c1388-adfe-4535-922a-5253abb4e92e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.618378] env[69411]: INFO nova.compute.manager [req-0546d5a7-80dc-4628-b664-b29187feb905 req-a2e034f3-cd54-4ba1-8bce-c333b0f936b5 service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Neutron deleted interface 139c1388-adfe-4535-922a-5253abb4e92e; detaching it from the instance and deleting it from the info cache [ 968.618532] env[69411]: DEBUG nova.network.neutron [req-0546d5a7-80dc-4628-b664-b29187feb905 req-a2e034f3-cd54-4ba1-8bce-c333b0f936b5 service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.741478] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52164e20-bd2d-9768-c5b9-42cf3d948419, 'name': SearchDatastore_Task, 'duration_secs': 0.034743} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.742348] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0542402f-6e32-4409-bdc1-a78422bfc47c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.747302] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 968.747302] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5256c3bf-4414-9747-520f-42d6323732cb" [ 968.747302] env[69411]: _type = "Task" [ 968.747302] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.754739] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5256c3bf-4414-9747-520f-42d6323732cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.757019] env[69411]: DEBUG nova.compute.utils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.761248] env[69411]: DEBUG nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.761479] env[69411]: DEBUG nova.network.neutron [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.803647] env[69411]: DEBUG nova.policy [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afe2772ca324b6fae4a5d7251543f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88afd3ede4c74fd8a4c6537e868e187e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.902793] env[69411]: DEBUG oslo_concurrency.lockutils [req-0cc4288c-a7b4-4ff8-aa47-b2cbafe8f76e req-a40446e4-db8c-4b5a-a462-c57bcd56b6cf service nova] Releasing lock "refresh_cache-6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.055736] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.056228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.057872] env[69411]: DEBUG nova.network.neutron [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 969.072390] env[69411]: DEBUG nova.network.neutron [-] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.119031] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f3fd01-01fb-4717-6ae3-775e861cca8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.119864] env[69411]: DEBUG nova.network.neutron [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Successfully created port: dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.124170] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9668766f-5025-4987-ac53-a2f75c9b1745 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.125773] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a601234-6e02-4d7f-9f77-30c55064f4ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.134350] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 969.134350] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526bf93f-915d-e6fe-3f67-58d3f6932093" [ 969.134350] env[69411]: _type = "Task" [ 969.134350] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.141719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a59ec2-1458-431b-8f01-badb44354b1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.160295] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526bf93f-915d-e6fe-3f67-58d3f6932093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.179398] env[69411]: DEBUG nova.compute.manager [req-0546d5a7-80dc-4628-b664-b29187feb905 req-a2e034f3-cd54-4ba1-8bce-c333b0f936b5 service nova] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Detach interface failed, port_id=139c1388-adfe-4535-922a-5253abb4e92e, reason: Instance 0c614753-736c-4a3d-9690-692674dd7c35 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.198238] env[69411]: DEBUG nova.network.neutron [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Updating instance_info_cache with network_info: [{"id": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "address": "fa:16:3e:1a:2c:6a", "network": {"id": "9fadc589-2e93-44c0-80fd-ef6a5ebdbb66", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2124826130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9f362c47257041beb0b19ed4d4eac0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec30810-5c", "ovs_interfaceid": "bec30810-5cbf-4c3c-87b0-bbf5f8791186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.258620] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5256c3bf-4414-9747-520f-42d6323732cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.258750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.261024] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.261024] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7247fc2f-406f-4389-b063-9da77681734e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.268019] env[69411]: DEBUG nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.271788] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 969.271788] env[69411]: value = "task-3378969" [ 969.271788] env[69411]: _type = "Task" [ 969.271788] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.281175] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.577177] env[69411]: INFO nova.compute.manager [-] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Took 1.84 seconds to deallocate network for instance. [ 969.619482] env[69411]: DEBUG nova.network.neutron [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 969.651522] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526bf93f-915d-e6fe-3f67-58d3f6932093, 'name': SearchDatastore_Task, 'duration_secs': 0.03561} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.654504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.654815] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4/6747f2e0-b076-41b5-9bf1-4ac0ab223cc4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.656099] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eaa40c1-0c97-4862-86aa-11d947771320 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.662479] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 969.662479] env[69411]: value = "task-3378970" [ 969.662479] env[69411]: _type = "Task" [ 969.662479] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.674995] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.703269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Releasing lock "refresh_cache-e3fde417-0d6d-4377-ae8c-565d2a770edc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.703980] env[69411]: DEBUG nova.objects.instance [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lazy-loading 'flavor' on Instance uuid e3fde417-0d6d-4377-ae8c-565d2a770edc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.783077] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486208} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.783358] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.783585] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.783864] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d1a84d0-de2a-46fb-bb18-a35305ef2e02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.792463] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 969.792463] env[69411]: value = "task-3378971" [ 969.792463] env[69411]: _type = "Task" [ 969.792463] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.793372] env[69411]: DEBUG nova.network.neutron [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Updating instance_info_cache with network_info: [{"id": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "address": "fa:16:3e:98:e9:e3", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d1fad3-a8", "ovs_interfaceid": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.802283] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.839238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c6487-7ff2-498f-a4b1-ca1760907e8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.846698] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af2b005-94f8-4aec-89b4-a273a44f2cd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.877115] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111ac9d-6aa7-4d3d-9d99-74e419dce8ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.884995] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e61c408-db45-4432-9999-7b8f82a56784 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.901236] env[69411]: DEBUG nova.compute.provider_tree [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.087438] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.173868] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498825} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.173868] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4/6747f2e0-b076-41b5-9bf1-4ac0ab223cc4.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.173996] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.174290] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17a42999-4d90-4d64-ae7e-0501aa69a045 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.181022] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 970.181022] env[69411]: value = "task-3378972" [ 970.181022] env[69411]: _type = "Task" [ 970.181022] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.188931] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.210672] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68347d65-a39f-4132-ac30-8a063ce348cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.236801] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.237252] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af07ac81-aa0a-42bd-8b3a-7441e42f264a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.244687] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 970.244687] env[69411]: value = "task-3378973" [ 970.244687] env[69411]: _type = "Task" [ 970.244687] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.256916] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.278295] env[69411]: DEBUG nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.298768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.299395] env[69411]: DEBUG nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Instance network_info: |[{"id": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "address": "fa:16:3e:98:e9:e3", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d1fad3-a8", "ovs_interfaceid": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.299863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e9:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d1fad3-a825-4fd5-aa53-7233c9e5f8e6', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.308411] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Creating folder: Project (88afd3ede4c74fd8a4c6537e868e187e). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.311087] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35cfd5e9-3d6c-4ed6-95a8-e29f4edc0daf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.316099] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068096} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.316683] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.317731] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399738c9-dac5-46e1-8f16-7581a6423216 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.322742] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.322742] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.322918] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.323357] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.323357] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.323435] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.323660] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.323845] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.324036] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.324235] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.324444] env[69411]: DEBUG nova.virt.hardware [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.325203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2477c4c1-85f7-4441-adee-0ffdeb8b3078 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.344866] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.345227] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Created folder: Project (88afd3ede4c74fd8a4c6537e868e187e) in parent group-v674052. [ 970.345412] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Creating folder: Instances. Parent ref: group-v674257. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.346071] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48e6c00-08dc-438f-9758-91141065ec47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.361941] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e52d691-86c5-46cc-9b4c-d2fc4c611257 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.366539] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f2035b-ffa0-4f90-8924-0fdfe07d298e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.372078] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 970.372078] env[69411]: value = "task-3378976" [ 970.372078] env[69411]: _type = "Task" [ 970.372078] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.373705] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Created folder: Instances in parent group-v674257. [ 970.373962] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.376957] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.385299] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2bb9d2-8529-4ff9-a80f-a8f4caa78972 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.406263] env[69411]: DEBUG nova.scheduler.client.report [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.415746] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.421388] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.421388] env[69411]: value = "task-3378977" [ 970.421388] env[69411]: _type = "Task" [ 970.421388] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.446821] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378977, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.570777] env[69411]: DEBUG nova.compute.manager [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Received event network-changed-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.570895] env[69411]: DEBUG nova.compute.manager [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Refreshing instance network info cache due to event network-changed-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.571117] env[69411]: DEBUG oslo_concurrency.lockutils [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] Acquiring lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.571332] env[69411]: DEBUG oslo_concurrency.lockutils [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] Acquired lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.571485] env[69411]: DEBUG nova.network.neutron [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Refreshing network info cache for port 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 970.697614] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070891} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.697900] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.700529] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b49ef-1d70-43c1-95a1-d96867b8e85a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.705198] env[69411]: DEBUG nova.compute.manager [req-e9ce3da1-219e-4c4e-adc2-0ef213e3100e req-05ce411c-883e-40b8-8e88-eb44812753fa service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Received event network-vif-plugged-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.706140] env[69411]: DEBUG oslo_concurrency.lockutils [req-e9ce3da1-219e-4c4e-adc2-0ef213e3100e req-05ce411c-883e-40b8-8e88-eb44812753fa service nova] Acquiring lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.706140] env[69411]: DEBUG oslo_concurrency.lockutils [req-e9ce3da1-219e-4c4e-adc2-0ef213e3100e req-05ce411c-883e-40b8-8e88-eb44812753fa service nova] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.706140] env[69411]: DEBUG oslo_concurrency.lockutils [req-e9ce3da1-219e-4c4e-adc2-0ef213e3100e req-05ce411c-883e-40b8-8e88-eb44812753fa service nova] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.706140] env[69411]: DEBUG nova.compute.manager [req-e9ce3da1-219e-4c4e-adc2-0ef213e3100e req-05ce411c-883e-40b8-8e88-eb44812753fa service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] No waiting events found dispatching network-vif-plugged-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.706140] env[69411]: WARNING nova.compute.manager [req-e9ce3da1-219e-4c4e-adc2-0ef213e3100e req-05ce411c-883e-40b8-8e88-eb44812753fa service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Received unexpected event network-vif-plugged-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 for instance with vm_state building and task_state spawning. [ 970.727886] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4/6747f2e0-b076-41b5-9bf1-4ac0ab223cc4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.728347] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a8d974-a044-44cd-8de0-79abede2cb87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.750751] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 970.750751] env[69411]: value = "task-3378978" [ 970.750751] env[69411]: _type = "Task" [ 970.750751] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.757199] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378973, 'name': PowerOffVM_Task, 'duration_secs': 0.360979} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.757860] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.763145] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 970.766874] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435787e4-1121-4406-b74f-e2ef52849aef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.781240] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.787379] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 970.787379] env[69411]: value = "task-3378979" [ 970.787379] env[69411]: _type = "Task" [ 970.787379] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.795868] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.809411] env[69411]: DEBUG nova.network.neutron [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Successfully updated port: dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.882627] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378976, 'name': ReconfigVM_Task, 'duration_secs': 0.454195} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.882915] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 403da129-759b-40e9-9547-3b2c5809e160/403da129-759b-40e9-9547-3b2c5809e160.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.883640] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc602921-237c-4f78-8d36-50c9955e4659 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.889042] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 970.889042] env[69411]: value = "task-3378980" [ 970.889042] env[69411]: _type = "Task" [ 970.889042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.896481] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378980, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.917570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.918212] env[69411]: DEBUG nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.920974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.168s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.921155] env[69411]: DEBUG nova.objects.instance [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lazy-loading 'resources' on Instance uuid a5e41b37-71f2-4938-af74-8b82b9df2a9e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.931332] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378977, 'name': CreateVM_Task, 'duration_secs': 0.415417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.932089] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.932814] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.932983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.933368] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.933871] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f14e5c-7968-43c9-98a9-5cfe330c8b35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.938412] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 970.938412] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524ec827-a9c0-ab14-0e5e-e0e29bab7e4c" [ 970.938412] env[69411]: _type = "Task" [ 970.938412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.947125] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524ec827-a9c0-ab14-0e5e-e0e29bab7e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.261531] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378978, 'name': ReconfigVM_Task, 'duration_secs': 0.298078} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.261878] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4/6747f2e0-b076-41b5-9bf1-4ac0ab223cc4.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.262447] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8000d17d-ab9a-4933-9182-6dcdbfb4fe3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.268321] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 971.268321] env[69411]: value = "task-3378981" [ 971.268321] env[69411]: _type = "Task" [ 971.268321] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.271703] env[69411]: DEBUG nova.network.neutron [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Updated VIF entry in instance network info cache for port 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 971.272043] env[69411]: DEBUG nova.network.neutron [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Updating instance_info_cache with network_info: [{"id": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "address": "fa:16:3e:98:e9:e3", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d1fad3-a8", "ovs_interfaceid": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.277613] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378981, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.296185] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378979, 'name': ReconfigVM_Task, 'duration_secs': 0.309229} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.296449] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.296640] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.296875] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b41af8-5df5-4f83-b687-132723deeafc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.302499] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 971.302499] env[69411]: value = "task-3378982" [ 971.302499] env[69411]: _type = "Task" [ 971.302499] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.309477] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.312047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "refresh_cache-c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.312185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "refresh_cache-c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.312336] env[69411]: DEBUG nova.network.neutron [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 971.399165] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378980, 'name': Rename_Task, 'duration_secs': 0.191627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.399476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.399833] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb7f4d6-59d0-47d4-a448-dd2cb0ef8d0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.406321] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 971.406321] env[69411]: value = "task-3378983" [ 971.406321] env[69411]: _type = "Task" [ 971.406321] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.414490] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.426776] env[69411]: DEBUG nova.compute.utils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.428196] env[69411]: DEBUG nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.429108] env[69411]: DEBUG nova.network.neutron [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.452354] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524ec827-a9c0-ab14-0e5e-e0e29bab7e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.455427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.455667] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.456142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.456142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.456285] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.457149] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0f37970-14f6-4f41-9e8b-ff1476409205 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.466677] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.467249] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.468024] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9e38cf-376f-45e0-9304-4c51fa5550dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.474046] env[69411]: DEBUG nova.policy [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afe2772ca324b6fae4a5d7251543f80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88afd3ede4c74fd8a4c6537e868e187e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.478774] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 971.478774] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525d455b-1d8d-b256-a501-459a1fdcdf10" [ 971.478774] env[69411]: _type = "Task" [ 971.478774] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.486936] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525d455b-1d8d-b256-a501-459a1fdcdf10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.775307] env[69411]: DEBUG oslo_concurrency.lockutils [req-24ecb32f-4f2d-44d9-9cb8-32ef630b65a9 req-0e681423-f379-4a2d-868b-102e2e4775d4 service nova] Releasing lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.781570] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378981, 'name': Rename_Task, 'duration_secs': 0.136248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.781892] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.782392] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7416319c-84be-40a9-bc5b-fe67b9464011 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.792661] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 971.792661] env[69411]: value = "task-3378984" [ 971.792661] env[69411]: _type = "Task" [ 971.792661] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.799715] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.813512] env[69411]: DEBUG oslo_vmware.api [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378982, 'name': PowerOnVM_Task, 'duration_secs': 0.393552} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.813688] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.813957] env[69411]: DEBUG nova.compute.manager [None req-c0ec560a-f472-4e2f-85b9-41e53f74d889 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.816948] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921d9e2-f53e-40a6-abc5-a9b6ce6c29b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.840700] env[69411]: DEBUG nova.network.neutron [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Successfully created port: d28c9b19-4d0d-405f-a702-e09459b3121f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.859811] env[69411]: DEBUG nova.network.neutron [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 971.889767] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886517b-4bd8-49ed-bdbf-b9d17225ec78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.899196] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283631eb-a110-483f-8433-2713c650d19d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.934021] env[69411]: DEBUG nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.936944] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14942e78-d052-46cf-aaa9-a6106ee2167f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.944986] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.948174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f6f061-4aa8-4efa-b1fd-b09c72b25710 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.962276] env[69411]: DEBUG nova.compute.provider_tree [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.988735] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525d455b-1d8d-b256-a501-459a1fdcdf10, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.989548] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0b5523-a729-4c88-bc09-caa28ee5b743 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.994425] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 971.994425] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524b7a6f-01cd-8ab0-a3d0-e686a933825a" [ 971.994425] env[69411]: _type = "Task" [ 971.994425] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.001915] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524b7a6f-01cd-8ab0-a3d0-e686a933825a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.068806] env[69411]: DEBUG nova.network.neutron [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Updating instance_info_cache with network_info: [{"id": "dd62dde2-6e97-4dff-89e6-02fcf20cb7c2", "address": "fa:16:3e:6f:37:e1", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd62dde2-6e", "ovs_interfaceid": "dd62dde2-6e97-4dff-89e6-02fcf20cb7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.302423] env[69411]: DEBUG oslo_vmware.api [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378984, 'name': PowerOnVM_Task, 'duration_secs': 0.489131} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.302738] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.302899] env[69411]: INFO nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Took 7.31 seconds to spawn the instance on the hypervisor. [ 972.303100] env[69411]: DEBUG nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.303906] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3c409f-f16c-47ac-8033-c48d5817d34a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.443223] env[69411]: DEBUG oslo_vmware.api [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378983, 'name': PowerOnVM_Task, 'duration_secs': 0.652749} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.443518] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.443728] env[69411]: DEBUG nova.compute.manager [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.444770] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85444758-a9b3-4c73-b6e3-342efb899565 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.467779] env[69411]: DEBUG nova.scheduler.client.report [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.505978] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524b7a6f-01cd-8ab0-a3d0-e686a933825a, 'name': SearchDatastore_Task, 'duration_secs': 0.021102} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.505978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.506166] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] d63ce7e7-2ac6-4515-9290-77c77d715837/d63ce7e7-2ac6-4515-9290-77c77d715837.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.506314] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593fb142-6f6b-4afa-accd-ef8bad02702c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.513350] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 972.513350] env[69411]: value = "task-3378985" [ 972.513350] env[69411]: _type = "Task" [ 972.513350] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.521101] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.574878] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "refresh_cache-c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.575282] env[69411]: DEBUG nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Instance network_info: |[{"id": "dd62dde2-6e97-4dff-89e6-02fcf20cb7c2", "address": "fa:16:3e:6f:37:e1", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd62dde2-6e", "ovs_interfaceid": "dd62dde2-6e97-4dff-89e6-02fcf20cb7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.575756] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:37:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd62dde2-6e97-4dff-89e6-02fcf20cb7c2', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.583850] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.584097] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.584371] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f5a85c7-9b38-453a-85cc-a87353bb5195 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.604272] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.604272] env[69411]: value = "task-3378986" [ 972.604272] env[69411]: _type = "Task" [ 972.604272] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.617256] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378986, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.734012] env[69411]: DEBUG nova.compute.manager [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Received event network-changed-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.734182] env[69411]: DEBUG nova.compute.manager [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Refreshing instance network info cache due to event network-changed-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.734481] env[69411]: DEBUG oslo_concurrency.lockutils [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] Acquiring lock "refresh_cache-c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.734642] env[69411]: DEBUG oslo_concurrency.lockutils [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] Acquired lock "refresh_cache-c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.734858] env[69411]: DEBUG nova.network.neutron [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Refreshing network info cache for port dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 972.821119] env[69411]: INFO nova.compute.manager [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Took 28.68 seconds to build instance. [ 972.947497] env[69411]: DEBUG nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.963066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.974254] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.977042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.855s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.977174] env[69411]: DEBUG nova.objects.instance [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'resources' on Instance uuid 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.983073] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.983373] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.983560] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.983796] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.983951] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.984214] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.984409] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.984807] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.984807] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.984995] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.985223] env[69411]: DEBUG nova.virt.hardware [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.986272] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb8a40-2f15-4d46-a10c-854bb570ffdb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.997586] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f27343-ea95-4f22-bb5a-0e5e13357d77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.012662] env[69411]: INFO nova.scheduler.client.report [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted allocations for instance a5e41b37-71f2-4938-af74-8b82b9df2a9e [ 973.024313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "e3fde417-0d6d-4377-ae8c-565d2a770edc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.024583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.024936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "e3fde417-0d6d-4377-ae8c-565d2a770edc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.025122] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.025290] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.033609] env[69411]: INFO nova.compute.manager [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Terminating instance [ 973.044981] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378985, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.113022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "403da129-759b-40e9-9547-3b2c5809e160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.113461] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "403da129-759b-40e9-9547-3b2c5809e160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.113791] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "403da129-759b-40e9-9547-3b2c5809e160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.114102] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "403da129-759b-40e9-9547-3b2c5809e160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.114379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "403da129-759b-40e9-9547-3b2c5809e160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.120558] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378986, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.121269] env[69411]: INFO nova.compute.manager [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Terminating instance [ 973.326220] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41a77d8d-e715-4c16-8669-7bd61a50926b tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.194s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.384752] env[69411]: DEBUG nova.network.neutron [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Successfully updated port: d28c9b19-4d0d-405f-a702-e09459b3121f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.447799] env[69411]: DEBUG nova.network.neutron [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Updated VIF entry in instance network info cache for port dd62dde2-6e97-4dff-89e6-02fcf20cb7c2. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 973.448206] env[69411]: DEBUG nova.network.neutron [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Updating instance_info_cache with network_info: [{"id": "dd62dde2-6e97-4dff-89e6-02fcf20cb7c2", "address": "fa:16:3e:6f:37:e1", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd62dde2-6e", "ovs_interfaceid": "dd62dde2-6e97-4dff-89e6-02fcf20cb7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.461933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.462186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.462373] env[69411]: DEBUG nova.compute.manager [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.464107] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feba8b9-ce86-4261-b2e2-728272378e8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.470764] env[69411]: DEBUG nova.compute.manager [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 973.471382] env[69411]: DEBUG nova.objects.instance [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lazy-loading 'flavor' on Instance uuid 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.533533] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733064} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.535327] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] d63ce7e7-2ac6-4515-9290-77c77d715837/d63ce7e7-2ac6-4515-9290-77c77d715837.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.535566] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.536042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-45b167e7-90cd-42f7-9f68-259462550c28 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "a5e41b37-71f2-4938-af74-8b82b9df2a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.354s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.539051] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e859b6bf-a282-4abe-bc21-e9013583c64d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.541475] env[69411]: DEBUG nova.compute.manager [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.541558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.542734] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf9e986-572f-4ec7-9a82-b18483ffbbb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.550636] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.554933] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e6d5fd-3fcc-4da8-8fc0-19aa018ae0c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.557345] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 973.557345] env[69411]: value = "task-3378987" [ 973.557345] env[69411]: _type = "Task" [ 973.557345] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.563501] env[69411]: DEBUG oslo_vmware.api [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 973.563501] env[69411]: value = "task-3378988" [ 973.563501] env[69411]: _type = "Task" [ 973.563501] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.571507] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.580228] env[69411]: DEBUG oslo_vmware.api [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.617793] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378986, 'name': CreateVM_Task, 'duration_secs': 0.640173} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.617989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.618810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.619025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.619350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.619625] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6490cc91-b94c-4e7d-8deb-934a45da4292 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.626012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "refresh_cache-403da129-759b-40e9-9547-3b2c5809e160" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.626119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquired lock "refresh_cache-403da129-759b-40e9-9547-3b2c5809e160" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.626370] env[69411]: DEBUG nova.network.neutron [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 973.628434] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 973.628434] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52914709-a5d2-2103-9e22-168dcb123795" [ 973.628434] env[69411]: _type = "Task" [ 973.628434] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.641686] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52914709-a5d2-2103-9e22-168dcb123795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.875668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d80954-9820-40f9-b2c8-666b0bf35ab4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.883599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce60fb-9975-4686-81f1-608e39c42e77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.887062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "refresh_cache-d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.887221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "refresh_cache-d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.887380] env[69411]: DEBUG nova.network.neutron [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 973.916540] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c6cf6a-3cd7-4076-a5d5-5d1e56350248 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.924729] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322a5440-3f2c-4c53-9ab2-f7fd13871b1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.939625] env[69411]: DEBUG nova.compute.provider_tree [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.951287] env[69411]: DEBUG oslo_concurrency.lockutils [req-72f5d788-36c0-467e-800b-a242363f8b66 req-e50de0b8-3519-44b0-b794-0e80d49de1b3 service nova] Releasing lock "refresh_cache-c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.072903] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072776} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.076082] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.077266] env[69411]: DEBUG oslo_vmware.api [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378988, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.077986] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab5983-02aa-46c6-813f-8c8105ed9567 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.100249] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d63ce7e7-2ac6-4515-9290-77c77d715837/d63ce7e7-2ac6-4515-9290-77c77d715837.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.100548] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60a62ec-4e3b-4c12-8f4c-f2311e8c4c26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.122992] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 974.122992] env[69411]: value = "task-3378989" [ 974.122992] env[69411]: _type = "Task" [ 974.122992] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.132910] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.141984] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52914709-a5d2-2103-9e22-168dcb123795, 'name': SearchDatastore_Task, 'duration_secs': 0.039591} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.142306] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.142543] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.142787] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.142924] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.143131] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.143443] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86c8116d-4eb9-406f-9d61-e5333262c2b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.150172] env[69411]: DEBUG nova.network.neutron [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 974.154211] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.154423] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.155162] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd16a03e-5f62-46ce-8375-8a213cbf1487 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.160425] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 974.160425] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5228fdcd-b397-d58a-7750-d6f468b4ba7c" [ 974.160425] env[69411]: _type = "Task" [ 974.160425] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.170499] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5228fdcd-b397-d58a-7750-d6f468b4ba7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.205111] env[69411]: DEBUG nova.network.neutron [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.421763] env[69411]: DEBUG nova.network.neutron [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 974.444271] env[69411]: DEBUG nova.scheduler.client.report [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.483028] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.483282] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-423d97d1-7630-4e69-91ef-ffbf475c5362 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.490390] env[69411]: DEBUG oslo_vmware.api [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 974.490390] env[69411]: value = "task-3378990" [ 974.490390] env[69411]: _type = "Task" [ 974.490390] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.500511] env[69411]: DEBUG oslo_vmware.api [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.574662] env[69411]: DEBUG oslo_vmware.api [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378988, 'name': PowerOffVM_Task, 'duration_secs': 0.520264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.575616] env[69411]: DEBUG nova.network.neutron [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Updating instance_info_cache with network_info: [{"id": "d28c9b19-4d0d-405f-a702-e09459b3121f", "address": "fa:16:3e:ba:12:fa", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd28c9b19-4d", "ovs_interfaceid": "d28c9b19-4d0d-405f-a702-e09459b3121f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.576936] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.577048] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.577463] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-732838f0-73b5-4e9b-a49e-c4ca7b458c23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.634260] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.644268] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.644598] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.645501] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Deleting the datastore file [datastore1] e3fde417-0d6d-4377-ae8c-565d2a770edc {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.645501] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046664f0-7364-461d-aca5-aed8e300697a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.652896] env[69411]: DEBUG oslo_vmware.api [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 974.652896] env[69411]: value = "task-3378992" [ 974.652896] env[69411]: _type = "Task" [ 974.652896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.664970] env[69411]: DEBUG oslo_vmware.api [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.678221] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5228fdcd-b397-d58a-7750-d6f468b4ba7c, 'name': SearchDatastore_Task, 'duration_secs': 0.036108} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.679408] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5785c59d-fa50-43eb-a1c1-681953941f08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.686013] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 974.686013] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522fb6d9-8bdd-6fd4-ca6d-40167f3b603d" [ 974.686013] env[69411]: _type = "Task" [ 974.686013] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.696406] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522fb6d9-8bdd-6fd4-ca6d-40167f3b603d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.708222] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Releasing lock "refresh_cache-403da129-759b-40e9-9547-3b2c5809e160" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.708698] env[69411]: DEBUG nova.compute.manager [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.708909] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.710251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9478c-76e1-4ca6-91a8-29cb2252515f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.720444] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.720720] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355bd7fe-76a7-47a8-99ad-c38fd1c991e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.726553] env[69411]: DEBUG oslo_vmware.api [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 974.726553] env[69411]: value = "task-3378993" [ 974.726553] env[69411]: _type = "Task" [ 974.726553] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.740414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.740634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.741894] env[69411]: DEBUG oslo_vmware.api [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.760929] env[69411]: DEBUG nova.compute.manager [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Received event network-vif-plugged-d28c9b19-4d0d-405f-a702-e09459b3121f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.761225] env[69411]: DEBUG oslo_concurrency.lockutils [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] Acquiring lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.761473] env[69411]: DEBUG oslo_concurrency.lockutils [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.761747] env[69411]: DEBUG oslo_concurrency.lockutils [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.761939] env[69411]: DEBUG nova.compute.manager [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] No waiting events found dispatching network-vif-plugged-d28c9b19-4d0d-405f-a702-e09459b3121f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.762152] env[69411]: WARNING nova.compute.manager [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Received unexpected event network-vif-plugged-d28c9b19-4d0d-405f-a702-e09459b3121f for instance with vm_state building and task_state spawning. [ 974.762382] env[69411]: DEBUG nova.compute.manager [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Received event network-changed-d28c9b19-4d0d-405f-a702-e09459b3121f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.762615] env[69411]: DEBUG nova.compute.manager [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Refreshing instance network info cache due to event network-changed-d28c9b19-4d0d-405f-a702-e09459b3121f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.762847] env[69411]: DEBUG oslo_concurrency.lockutils [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] Acquiring lock "refresh_cache-d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.949600] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.952093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.754s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.952293] env[69411]: DEBUG nova.objects.instance [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.976764] env[69411]: INFO nova.scheduler.client.report [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Deleted allocations for instance 029a7f6a-74cd-4abe-a014-8ac5eb138aa3 [ 975.001896] env[69411]: DEBUG oslo_vmware.api [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3378990, 'name': PowerOffVM_Task, 'duration_secs': 0.225974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.002227] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.002448] env[69411]: DEBUG nova.compute.manager [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.003270] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750bd7ea-bae0-467c-b1ac-2da90675d003 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.078797] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "refresh_cache-d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.079159] env[69411]: DEBUG nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Instance network_info: |[{"id": "d28c9b19-4d0d-405f-a702-e09459b3121f", "address": "fa:16:3e:ba:12:fa", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd28c9b19-4d", "ovs_interfaceid": "d28c9b19-4d0d-405f-a702-e09459b3121f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.079471] env[69411]: DEBUG oslo_concurrency.lockutils [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] Acquired lock "refresh_cache-d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.079658] env[69411]: DEBUG nova.network.neutron [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Refreshing network info cache for port d28c9b19-4d0d-405f-a702-e09459b3121f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 975.080898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:12:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd28c9b19-4d0d-405f-a702-e09459b3121f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.089064] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.091950] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.092476] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6cbf112-e4ee-402e-974a-d61cb5be5a28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.113188] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.113188] env[69411]: value = "task-3378994" [ 975.113188] env[69411]: _type = "Task" [ 975.113188] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.121684] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378994, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.131555] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378989, 'name': ReconfigVM_Task, 'duration_secs': 0.568589} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.131865] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d63ce7e7-2ac6-4515-9290-77c77d715837/d63ce7e7-2ac6-4515-9290-77c77d715837.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.132519] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60e84205-3d70-45fb-b9a6-66b1bca329f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.139068] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 975.139068] env[69411]: value = "task-3378995" [ 975.139068] env[69411]: _type = "Task" [ 975.139068] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.149388] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378995, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.161856] env[69411]: DEBUG oslo_vmware.api [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3378992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166859} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.162191] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.162436] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.162664] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.162913] env[69411]: INFO nova.compute.manager [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Took 1.62 seconds to destroy the instance on the hypervisor. [ 975.163275] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.163544] env[69411]: DEBUG nova.compute.manager [-] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.163692] env[69411]: DEBUG nova.network.neutron [-] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 975.202491] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522fb6d9-8bdd-6fd4-ca6d-40167f3b603d, 'name': SearchDatastore_Task, 'duration_secs': 0.025188} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.202834] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.203172] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0/c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.206225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5352e4c-83b1-43f6-adc6-e0f6f3452042 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.215516] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 975.215516] env[69411]: value = "task-3378996" [ 975.215516] env[69411]: _type = "Task" [ 975.215516] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.224325] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.238285] env[69411]: DEBUG oslo_vmware.api [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378993, 'name': PowerOffVM_Task, 'duration_secs': 0.183848} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.238609] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.238832] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.239149] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f874ec1-62dd-44de-8c7f-b9791e2bd4af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.243429] env[69411]: DEBUG nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.263151] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.263151] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.263457] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Deleting the datastore file [datastore2] 403da129-759b-40e9-9547-3b2c5809e160 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.263630] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9e1035f-f484-4af0-9472-6e393dbb1d01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.269950] env[69411]: DEBUG oslo_vmware.api [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for the task: (returnval){ [ 975.269950] env[69411]: value = "task-3378998" [ 975.269950] env[69411]: _type = "Task" [ 975.269950] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.278976] env[69411]: DEBUG oslo_vmware.api [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.436808] env[69411]: DEBUG nova.network.neutron [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Updated VIF entry in instance network info cache for port d28c9b19-4d0d-405f-a702-e09459b3121f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 975.437309] env[69411]: DEBUG nova.network.neutron [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Updating instance_info_cache with network_info: [{"id": "d28c9b19-4d0d-405f-a702-e09459b3121f", "address": "fa:16:3e:ba:12:fa", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd28c9b19-4d", "ovs_interfaceid": "d28c9b19-4d0d-405f-a702-e09459b3121f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.488172] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87713a0a-c9e5-47d4-bfa8-e8d09ea73f94 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "029a7f6a-74cd-4abe-a014-8ac5eb138aa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.524s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.516543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ec14dd0-fb54-4989-87f6-8716ad082bfc tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.625285] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3378994, 'name': CreateVM_Task, 'duration_secs': 0.434774} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.625522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.626359] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.626548] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.626950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.627284] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9db20f-74fb-431b-80ca-514d2c93ce22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.633618] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 975.633618] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279cffe-99aa-bec4-3aa5-3215aeaa5bba" [ 975.633618] env[69411]: _type = "Task" [ 975.633618] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.642843] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5279cffe-99aa-bec4-3aa5-3215aeaa5bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.651442] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378995, 'name': Rename_Task, 'duration_secs': 0.193382} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.651727] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.651991] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31de27f9-fc34-481b-bd17-0c1380a104aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.659048] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 975.659048] env[69411]: value = "task-3378999" [ 975.659048] env[69411]: _type = "Task" [ 975.659048] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.669534] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.725457] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378996, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.768348] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.779147] env[69411]: DEBUG oslo_vmware.api [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Task: {'id': task-3378998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.779437] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.779635] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.779886] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.780134] env[69411]: INFO nova.compute.manager [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Took 1.07 seconds to destroy the instance on the hypervisor. [ 975.780407] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.780656] env[69411]: DEBUG nova.compute.manager [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.780747] env[69411]: DEBUG nova.network.neutron [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 975.809796] env[69411]: DEBUG nova.network.neutron [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 975.940925] env[69411]: DEBUG oslo_concurrency.lockutils [req-7fd7afc8-ba5f-487e-83fb-f2e60241b4ad req-5549c9a5-d0ea-47a9-937f-28ec39cdbbe5 service nova] Releasing lock "refresh_cache-d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.944260] env[69411]: DEBUG nova.network.neutron [-] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.963213] env[69411]: DEBUG oslo_concurrency.lockutils [None req-367d7634-1f22-4f92-8190-f0580066ed1e tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.965691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.137s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.968091] env[69411]: INFO nova.compute.claims [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.065650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.065650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.065650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.065650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.065650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.067670] env[69411]: INFO nova.compute.manager [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Terminating instance [ 976.144324] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5279cffe-99aa-bec4-3aa5-3215aeaa5bba, 'name': SearchDatastore_Task, 'duration_secs': 0.058565} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.144661] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.144945] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.145209] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.145370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.145597] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.145871] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9303ca-3dac-4a40-afb8-a57d4e0c04b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.155720] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.155893] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.156796] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5178ee61-e30e-4c65-9cae-581d4aaed328 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.163809] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 976.163809] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528ddcf2-6d6f-08b8-8cb5-f695a15b6d36" [ 976.163809] env[69411]: _type = "Task" [ 976.163809] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.171848] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378999, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.177401] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528ddcf2-6d6f-08b8-8cb5-f695a15b6d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.226382] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516841} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.226661] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0/c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.226879] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.227161] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8153cfcc-1099-4c68-b150-64d5aabe57e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.233858] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 976.233858] env[69411]: value = "task-3379000" [ 976.233858] env[69411]: _type = "Task" [ 976.233858] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.243204] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.312793] env[69411]: DEBUG nova.network.neutron [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.447533] env[69411]: INFO nova.compute.manager [-] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Took 1.28 seconds to deallocate network for instance. [ 976.571434] env[69411]: DEBUG nova.compute.manager [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.571838] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.573153] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b266f7-31d5-4f69-809b-12323807feb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.582090] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.582350] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ca1319-7fe0-4b45-ba21-6c5b4962c39b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.658975] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.659278] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.659569] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore1] 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.659921] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3f8fac8-c34c-4f6d-af7f-89cbc4531dd8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.670244] env[69411]: DEBUG oslo_vmware.api [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 976.670244] env[69411]: value = "task-3379002" [ 976.670244] env[69411]: _type = "Task" [ 976.670244] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.677395] env[69411]: DEBUG oslo_vmware.api [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3378999, 'name': PowerOnVM_Task, 'duration_secs': 0.857247} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.681488] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.681773] env[69411]: INFO nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Took 9.05 seconds to spawn the instance on the hypervisor. [ 976.681965] env[69411]: DEBUG nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.682324] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528ddcf2-6d6f-08b8-8cb5-f695a15b6d36, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.683808] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9bf905-1546-42de-baea-ace3e113951b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.693419] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc27dcf1-1a3b-44a5-bca8-69b690b6cd34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.696936] env[69411]: DEBUG oslo_vmware.api [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.708008] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 976.708008] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e2c098-40e0-f302-e64a-ee04806ef0aa" [ 976.708008] env[69411]: _type = "Task" [ 976.708008] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.719315] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e2c098-40e0-f302-e64a-ee04806ef0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.744780] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071421} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.745087] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.745944] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db532479-2d2e-41e1-9a5a-c851c2c18652 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.769278] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0/c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.769668] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12635388-cce0-4b77-b861-a33cde857367 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.790217] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 976.790217] env[69411]: value = "task-3379003" [ 976.790217] env[69411]: _type = "Task" [ 976.790217] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.798452] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.816266] env[69411]: INFO nova.compute.manager [-] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Took 1.04 seconds to deallocate network for instance. [ 976.921954] env[69411]: DEBUG nova.compute.manager [req-905116e1-8d15-46d8-8150-56f0e0a41584 req-28a3e3e9-da4f-413c-b8c4-0233792ad7a2 service nova] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Received event network-vif-deleted-bec30810-5cbf-4c3c-87b0-bbf5f8791186 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.954594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.180878] env[69411]: DEBUG oslo_vmware.api [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21985} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.183215] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.183508] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.183780] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.183974] env[69411]: INFO nova.compute.manager [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Took 0.61 seconds to destroy the instance on the hypervisor. [ 977.184306] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.185068] env[69411]: DEBUG nova.compute.manager [-] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.185211] env[69411]: DEBUG nova.network.neutron [-] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 977.222511] env[69411]: INFO nova.compute.manager [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Took 32.44 seconds to build instance. [ 977.229844] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e2c098-40e0-f302-e64a-ee04806ef0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016564} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.232582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.232582] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] d8fc0d49-982a-43db-8ef5-0aa2ee3dd324/d8fc0d49-982a-43db-8ef5-0aa2ee3dd324.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.233170] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15da7d17-bd3f-4c59-b123-90faa61b1f8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.241854] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 977.241854] env[69411]: value = "task-3379004" [ 977.241854] env[69411]: _type = "Task" [ 977.241854] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.252469] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.299710] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379003, 'name': ReconfigVM_Task, 'duration_secs': 0.290156} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.302462] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0/c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.303307] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b4eb306-1d4f-4c21-9982-031104109e78 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.310482] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 977.310482] env[69411]: value = "task-3379005" [ 977.310482] env[69411]: _type = "Task" [ 977.310482] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.322909] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.323229] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379005, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.362025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb9c2e-0b9d-4c64-8278-5edddd50112e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.370853] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58b01b-ccc2-4d00-a28c-8e4ac5a268b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.404826] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e447c-8066-476e-8d94-04c3d913e8ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.416056] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac96aed-9105-47a2-8852-dd6b880a9917 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.437420] env[69411]: DEBUG nova.compute.provider_tree [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.594724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.595238] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.724471] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f904d1bd-0a25-4856-936a-7b0c559a1d64 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.948s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.750460] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478316} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.750739] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] d8fc0d49-982a-43db-8ef5-0aa2ee3dd324/d8fc0d49-982a-43db-8ef5-0aa2ee3dd324.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.750955] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.751216] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d244cd09-e745-46e6-9203-cf32ecfe20b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.757097] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 977.757097] env[69411]: value = "task-3379006" [ 977.757097] env[69411]: _type = "Task" [ 977.757097] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.764067] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.820017] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379005, 'name': Rename_Task, 'duration_secs': 0.208242} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.820300] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.820571] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4390165-9514-4d1b-9979-9ada06be9686 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.826503] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 977.826503] env[69411]: value = "task-3379007" [ 977.826503] env[69411]: _type = "Task" [ 977.826503] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.840133] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.943039] env[69411]: DEBUG nova.scheduler.client.report [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.945927] env[69411]: DEBUG nova.network.neutron [-] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.098169] env[69411]: DEBUG nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.268185] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066822} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.268479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.269301] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e692a4-a080-414f-9482-35c09e7c6653 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.292383] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] d8fc0d49-982a-43db-8ef5-0aa2ee3dd324/d8fc0d49-982a-43db-8ef5-0aa2ee3dd324.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.292694] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b532b3f-b51b-42be-99ba-f76db83e4203 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.311693] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 978.311693] env[69411]: value = "task-3379008" [ 978.311693] env[69411]: _type = "Task" [ 978.311693] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.319638] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.334171] env[69411]: DEBUG oslo_vmware.api [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379007, 'name': PowerOnVM_Task, 'duration_secs': 0.467935} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.334457] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.334821] env[69411]: INFO nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Took 8.06 seconds to spawn the instance on the hypervisor. [ 978.334937] env[69411]: DEBUG nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.335849] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ee79a-d530-4116-a5a7-b683479e1d49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.448330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.448848] env[69411]: DEBUG nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.451325] env[69411]: INFO nova.compute.manager [-] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Took 1.27 seconds to deallocate network for instance. [ 978.451809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.137s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.453178] env[69411]: INFO nova.compute.claims [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.626427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.821926] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.854765] env[69411]: INFO nova.compute.manager [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Took 33.62 seconds to build instance. [ 978.955403] env[69411]: DEBUG nova.compute.utils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.957140] env[69411]: DEBUG nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.957993] env[69411]: DEBUG nova.network.neutron [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.966768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.968028] env[69411]: DEBUG nova.compute.manager [req-4e620300-da70-4a4e-8a5d-b0864263868a req-70cd3473-5e61-4a90-aa76-538c988160bd service nova] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Received event network-vif-deleted-055b4306-127b-47d0-a555-40a90c0b6b75 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.011571] env[69411]: DEBUG nova.policy [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be09d6ce2e0845278f458a5bb911bee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de3488c56d794d4ab343a5a0f9db780f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.303470] env[69411]: DEBUG nova.network.neutron [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Successfully created port: 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.321791] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379008, 'name': ReconfigVM_Task, 'duration_secs': 0.903328} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.322420] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Reconfigured VM instance instance-0000004e to attach disk [datastore2] d8fc0d49-982a-43db-8ef5-0aa2ee3dd324/d8fc0d49-982a-43db-8ef5-0aa2ee3dd324.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.323212] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c94ce282-a26b-453f-ae27-dec0e5d09600 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.332268] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 979.332268] env[69411]: value = "task-3379009" [ 979.332268] env[69411]: _type = "Task" [ 979.332268] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.340789] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379009, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.357657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e1aa41a-4d21-44e4-831a-1078f3c030dc tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.135s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.469364] env[69411]: DEBUG nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.839480] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379009, 'name': Rename_Task, 'duration_secs': 0.144636} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.839776] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.840039] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05f98297-3080-4df0-84b2-625aa251e676 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.845873] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 979.845873] env[69411]: value = "task-3379010" [ 979.845873] env[69411]: _type = "Task" [ 979.845873] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.850157] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9d0488-24ad-4fa8-8207-97706659d8e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.857423] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.859402] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c434d-02ed-46f0-ba9d-79337cda97a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.889754] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44142bc0-8220-476f-9009-3a21184cddde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.897368] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91c4c93-7ea8-4159-9989-c8f39769ea72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.912176] env[69411]: DEBUG nova.compute.provider_tree [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.356642] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.415882] env[69411]: DEBUG nova.scheduler.client.report [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.480161] env[69411]: DEBUG nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.508556] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.508712] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.508800] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.508991] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.509275] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.509541] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.509896] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.510220] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.510523] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.510811] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.511158] env[69411]: DEBUG nova.virt.hardware [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.512289] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b78f0-5ef7-44c0-85be-b7de3338a931 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.520673] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b41daff-be1a-4160-90fd-082d277032ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.839650] env[69411]: DEBUG nova.network.neutron [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Successfully updated port: 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.858403] env[69411]: DEBUG oslo_vmware.api [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379010, 'name': PowerOnVM_Task, 'duration_secs': 0.767036} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.858675] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.858882] env[69411]: INFO nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Took 7.91 seconds to spawn the instance on the hypervisor. [ 980.859087] env[69411]: DEBUG nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.859862] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80318c6-5f88-424c-b0d4-c2d2fd04fd07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.921477] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.921990] env[69411]: DEBUG nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.924781] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.461s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.925030] env[69411]: DEBUG nova.objects.instance [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lazy-loading 'resources' on Instance uuid 85eea133-6756-4065-8108-7431e70aa708 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.987256] env[69411]: DEBUG nova.compute.manager [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Received event network-vif-plugged-64bb5f22-42c4-4aef-8163-e949c8e4b6d2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.987519] env[69411]: DEBUG oslo_concurrency.lockutils [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] Acquiring lock "4753221f-d4bd-4e4a-bf04-fc68d8441409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.987814] env[69411]: DEBUG oslo_concurrency.lockutils [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.987980] env[69411]: DEBUG oslo_concurrency.lockutils [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.988215] env[69411]: DEBUG nova.compute.manager [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] No waiting events found dispatching network-vif-plugged-64bb5f22-42c4-4aef-8163-e949c8e4b6d2 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.988421] env[69411]: WARNING nova.compute.manager [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Received unexpected event network-vif-plugged-64bb5f22-42c4-4aef-8163-e949c8e4b6d2 for instance with vm_state building and task_state spawning. [ 980.988627] env[69411]: DEBUG nova.compute.manager [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Received event network-changed-64bb5f22-42c4-4aef-8163-e949c8e4b6d2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.988844] env[69411]: DEBUG nova.compute.manager [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Refreshing instance network info cache due to event network-changed-64bb5f22-42c4-4aef-8163-e949c8e4b6d2. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.989057] env[69411]: DEBUG oslo_concurrency.lockutils [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] Acquiring lock "refresh_cache-4753221f-d4bd-4e4a-bf04-fc68d8441409" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.989200] env[69411]: DEBUG oslo_concurrency.lockutils [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] Acquired lock "refresh_cache-4753221f-d4bd-4e4a-bf04-fc68d8441409" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.989359] env[69411]: DEBUG nova.network.neutron [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Refreshing network info cache for port 64bb5f22-42c4-4aef-8163-e949c8e4b6d2 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 981.342874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "refresh_cache-4753221f-d4bd-4e4a-bf04-fc68d8441409" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.376664] env[69411]: INFO nova.compute.manager [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Took 35.62 seconds to build instance. [ 981.427980] env[69411]: DEBUG nova.compute.utils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.432205] env[69411]: DEBUG nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.432414] env[69411]: DEBUG nova.network.neutron [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.490141] env[69411]: DEBUG nova.policy [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fdcbd91fd7444f6bd2c968898a84514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80cef38b5654624a30c743e5fc561e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.538738] env[69411]: DEBUG nova.network.neutron [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 981.634950] env[69411]: DEBUG nova.network.neutron [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.858865] env[69411]: DEBUG nova.network.neutron [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Successfully created port: 3230365d-8c09-4402-8df6-a09296607e73 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.879381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d06126bd-0458-43a4-835f-1411c52c5036 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.134s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.934216] env[69411]: DEBUG nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.999200] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e809763c-3bfe-4fdc-8e55-000a4cebe6cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.008012] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b2e2a0-df3b-4037-b35e-0b4dc47437c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.039940] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce8534-b4e3-46a1-9c3c-3094bf316465 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.047693] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cc2e36-0b4a-44bc-8ab7-388fe7013993 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.060972] env[69411]: DEBUG nova.compute.provider_tree [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.137120] env[69411]: DEBUG oslo_concurrency.lockutils [req-48e9d00c-3d76-44dd-9a74-bda5cb8ccfa7 req-da7e6776-1148-49d5-884a-7bd0e90cdcc9 service nova] Releasing lock "refresh_cache-4753221f-d4bd-4e4a-bf04-fc68d8441409" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.137484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquired lock "refresh_cache-4753221f-d4bd-4e4a-bf04-fc68d8441409" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.137654] env[69411]: DEBUG nova.network.neutron [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 982.564445] env[69411]: DEBUG nova.scheduler.client.report [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.680371] env[69411]: DEBUG nova.network.neutron [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 982.875110] env[69411]: DEBUG nova.network.neutron [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Updating instance_info_cache with network_info: [{"id": "64bb5f22-42c4-4aef-8163-e949c8e4b6d2", "address": "fa:16:3e:88:db:72", "network": {"id": "38692b54-5ad8-42f4-9e8d-13b03c0f0a62", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1335124494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de3488c56d794d4ab343a5a0f9db780f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb5f22-42", "ovs_interfaceid": "64bb5f22-42c4-4aef-8163-e949c8e4b6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.943091] env[69411]: DEBUG nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.993111] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.993496] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.993849] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.994178] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.994407] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.994637] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.994944] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.995213] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.995471] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.995718] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.996032] env[69411]: DEBUG nova.virt.hardware [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.997298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ff538e-9960-4629-88da-61721e7e2393 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.007516] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe319f5-6acc-44fe-8328-35c462d90109 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.070239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.072679] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.598s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.074236] env[69411]: INFO nova.compute.claims [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.096684] env[69411]: INFO nova.scheduler.client.report [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleted allocations for instance 85eea133-6756-4065-8108-7431e70aa708 [ 983.295528] env[69411]: DEBUG nova.compute.manager [req-aa22e32d-8e13-43df-a201-f8c8c0222d92 req-e57f79ae-9ceb-4ade-9719-794bbfe7a10c service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Received event network-vif-plugged-3230365d-8c09-4402-8df6-a09296607e73 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.295778] env[69411]: DEBUG oslo_concurrency.lockutils [req-aa22e32d-8e13-43df-a201-f8c8c0222d92 req-e57f79ae-9ceb-4ade-9719-794bbfe7a10c service nova] Acquiring lock "fe663c07-e906-4ef1-b67f-6f4143652565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.296082] env[69411]: DEBUG oslo_concurrency.lockutils [req-aa22e32d-8e13-43df-a201-f8c8c0222d92 req-e57f79ae-9ceb-4ade-9719-794bbfe7a10c service nova] Lock "fe663c07-e906-4ef1-b67f-6f4143652565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.296190] env[69411]: DEBUG oslo_concurrency.lockutils [req-aa22e32d-8e13-43df-a201-f8c8c0222d92 req-e57f79ae-9ceb-4ade-9719-794bbfe7a10c service nova] Lock "fe663c07-e906-4ef1-b67f-6f4143652565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.296334] env[69411]: DEBUG nova.compute.manager [req-aa22e32d-8e13-43df-a201-f8c8c0222d92 req-e57f79ae-9ceb-4ade-9719-794bbfe7a10c service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] No waiting events found dispatching network-vif-plugged-3230365d-8c09-4402-8df6-a09296607e73 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.296498] env[69411]: WARNING nova.compute.manager [req-aa22e32d-8e13-43df-a201-f8c8c0222d92 req-e57f79ae-9ceb-4ade-9719-794bbfe7a10c service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Received unexpected event network-vif-plugged-3230365d-8c09-4402-8df6-a09296607e73 for instance with vm_state building and task_state spawning. [ 983.377673] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Releasing lock "refresh_cache-4753221f-d4bd-4e4a-bf04-fc68d8441409" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.378037] env[69411]: DEBUG nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Instance network_info: |[{"id": "64bb5f22-42c4-4aef-8163-e949c8e4b6d2", "address": "fa:16:3e:88:db:72", "network": {"id": "38692b54-5ad8-42f4-9e8d-13b03c0f0a62", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1335124494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de3488c56d794d4ab343a5a0f9db780f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb5f22-42", "ovs_interfaceid": "64bb5f22-42c4-4aef-8163-e949c8e4b6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.378496] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:db:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bb5f22-42c4-4aef-8163-e949c8e4b6d2', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.386645] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Creating folder: Project (de3488c56d794d4ab343a5a0f9db780f). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.387009] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d83b6b7-f53a-4b76-8fb7-b73825370fcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.396356] env[69411]: DEBUG nova.network.neutron [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Successfully updated port: 3230365d-8c09-4402-8df6-a09296607e73 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.399740] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Created folder: Project (de3488c56d794d4ab343a5a0f9db780f) in parent group-v674052. [ 983.399951] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Creating folder: Instances. Parent ref: group-v674262. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.400215] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b73e15df-fd18-4ae2-b7b0-398dd5e066d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.410448] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Created folder: Instances in parent group-v674262. [ 983.410751] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.410933] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.411186] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-339cdfec-eb8a-4324-b695-2d1d50d964d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.434250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "d63ce7e7-2ac6-4515-9290-77c77d715837" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.434526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.434767] env[69411]: DEBUG nova.compute.manager [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.436712] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5498dfe3-7692-4a77-989b-2a79cd161d5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.439453] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.439453] env[69411]: value = "task-3379013" [ 983.439453] env[69411]: _type = "Task" [ 983.439453] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.444956] env[69411]: DEBUG nova.compute.manager [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 983.445581] env[69411]: DEBUG nova.objects.instance [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lazy-loading 'flavor' on Instance uuid d63ce7e7-2ac6-4515-9290-77c77d715837 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.451970] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379013, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.604303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bd1a332f-8bff-40d7-9a9b-f824188c0f39 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "85eea133-6756-4065-8108-7431e70aa708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.251s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.900223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "refresh_cache-fe663c07-e906-4ef1-b67f-6f4143652565" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.900223] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "refresh_cache-fe663c07-e906-4ef1-b67f-6f4143652565" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.900223] env[69411]: DEBUG nova.network.neutron [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 983.953037] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379013, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.450299] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379013, 'name': CreateVM_Task, 'duration_secs': 0.705226} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.451144] env[69411]: DEBUG nova.network.neutron [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 984.452884] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.453721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.453721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.454094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.454752] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559d1f62-8a55-4264-b214-50525e70ae70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.458825] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.459578] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b874f4e-a627-4744-9284-78c2060cc45e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.463112] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 984.463112] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5207ab4f-6ad1-c178-b26f-37715380affe" [ 984.463112] env[69411]: _type = "Task" [ 984.463112] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.469591] env[69411]: DEBUG oslo_vmware.api [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 984.469591] env[69411]: value = "task-3379014" [ 984.469591] env[69411]: _type = "Task" [ 984.469591] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.484297] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5207ab4f-6ad1-c178-b26f-37715380affe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.491716] env[69411]: DEBUG oslo_vmware.api [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.500768] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1880f0e-86c5-4808-9eac-49d9060353d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.505733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9966605c-65c9-4d40-bf08-ca7ead6a63e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.539750] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4b5465-9f02-408b-b9e0-4acc61c889ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.547561] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2282200-93c8-4fa5-98a3-e106dbdcf8dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.563933] env[69411]: DEBUG nova.compute.provider_tree [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.616999] env[69411]: DEBUG nova.network.neutron [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Updating instance_info_cache with network_info: [{"id": "3230365d-8c09-4402-8df6-a09296607e73", "address": "fa:16:3e:1b:af:8c", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3230365d-8c", "ovs_interfaceid": "3230365d-8c09-4402-8df6-a09296607e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.974181] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5207ab4f-6ad1-c178-b26f-37715380affe, 'name': SearchDatastore_Task, 'duration_secs': 0.016056} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.977276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.977588] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.977886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.978071] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.978303] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.978599] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3062a17-6778-4d92-b5b5-888f60c28fef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.985069] env[69411]: DEBUG oslo_vmware.api [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379014, 'name': PowerOffVM_Task, 'duration_secs': 0.3691} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.985361] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.985596] env[69411]: DEBUG nova.compute.manager [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.986367] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3b1dc-cc5d-4dfc-acab-fc22cc3e2e70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.991697] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.991965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.993925] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50fce75-6d35-4e8a-b738-7db5dda08169 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.000778] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 985.000778] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528438d7-99ca-c2de-f2ef-1b074ba19bc1" [ 985.000778] env[69411]: _type = "Task" [ 985.000778] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.007892] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528438d7-99ca-c2de-f2ef-1b074ba19bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.068316] env[69411]: DEBUG nova.scheduler.client.report [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.120425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "refresh_cache-fe663c07-e906-4ef1-b67f-6f4143652565" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.120834] env[69411]: DEBUG nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Instance network_info: |[{"id": "3230365d-8c09-4402-8df6-a09296607e73", "address": "fa:16:3e:1b:af:8c", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3230365d-8c", "ovs_interfaceid": "3230365d-8c09-4402-8df6-a09296607e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.121290] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:af:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3230365d-8c09-4402-8df6-a09296607e73', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.129143] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.129356] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.129585] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04636c49-123c-4f0b-b2f1-16f86d8685a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.152366] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.152366] env[69411]: value = "task-3379015" [ 985.152366] env[69411]: _type = "Task" [ 985.152366] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.158612] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379015, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.324137] env[69411]: DEBUG nova.compute.manager [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Received event network-changed-3230365d-8c09-4402-8df6-a09296607e73 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.324304] env[69411]: DEBUG nova.compute.manager [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Refreshing instance network info cache due to event network-changed-3230365d-8c09-4402-8df6-a09296607e73. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.324525] env[69411]: DEBUG oslo_concurrency.lockutils [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] Acquiring lock "refresh_cache-fe663c07-e906-4ef1-b67f-6f4143652565" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.324701] env[69411]: DEBUG oslo_concurrency.lockutils [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] Acquired lock "refresh_cache-fe663c07-e906-4ef1-b67f-6f4143652565" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.324882] env[69411]: DEBUG nova.network.neutron [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Refreshing network info cache for port 3230365d-8c09-4402-8df6-a09296607e73 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 985.506042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-af7cea36-d2bd-4296-be0c-badc800b9020 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.512986] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528438d7-99ca-c2de-f2ef-1b074ba19bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.039799} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.513781] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d28d1f-0697-4385-9392-bb9f7feb86eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.519071] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 985.519071] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52838534-f471-c0c5-3cd4-66bdbbb75f8b" [ 985.519071] env[69411]: _type = "Task" [ 985.519071] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.527812] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52838534-f471-c0c5-3cd4-66bdbbb75f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.573889] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.573889] env[69411]: DEBUG nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.576393] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.188s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.576619] env[69411]: DEBUG nova.objects.instance [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.660744] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379015, 'name': CreateVM_Task, 'duration_secs': 0.327878} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.660964] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.661667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.661839] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.662175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.662424] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe75f00f-64fd-442c-b075-79bdb91e47e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.666495] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 985.666495] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52891078-98db-a6ef-f8a9-c61994026322" [ 985.666495] env[69411]: _type = "Task" [ 985.666495] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.673572] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52891078-98db-a6ef-f8a9-c61994026322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.914613] env[69411]: DEBUG nova.objects.instance [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lazy-loading 'flavor' on Instance uuid d63ce7e7-2ac6-4515-9290-77c77d715837 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.030683] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52838534-f471-c0c5-3cd4-66bdbbb75f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.024022} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.030986] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.031263] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4753221f-d4bd-4e4a-bf04-fc68d8441409/4753221f-d4bd-4e4a-bf04-fc68d8441409.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.031541] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b594da1f-500d-4b07-bcd6-f9b7d95b4a56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.039777] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 986.039777] env[69411]: value = "task-3379016" [ 986.039777] env[69411]: _type = "Task" [ 986.039777] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.052717] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.064276] env[69411]: DEBUG nova.network.neutron [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Updated VIF entry in instance network info cache for port 3230365d-8c09-4402-8df6-a09296607e73. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 986.064665] env[69411]: DEBUG nova.network.neutron [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Updating instance_info_cache with network_info: [{"id": "3230365d-8c09-4402-8df6-a09296607e73", "address": "fa:16:3e:1b:af:8c", "network": {"id": "00fdb8fe-4404-491c-8839-f8cfd3ebeff7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-384759708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80cef38b5654624a30c743e5fc561e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3230365d-8c", "ovs_interfaceid": "3230365d-8c09-4402-8df6-a09296607e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.084555] env[69411]: DEBUG nova.compute.utils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.086388] env[69411]: DEBUG nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 986.180490] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52891078-98db-a6ef-f8a9-c61994026322, 'name': SearchDatastore_Task, 'duration_secs': 0.013625} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.180874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.181186] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.181515] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.181732] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.181959] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.182286] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9219e63-d0cc-4f14-9ee0-27660dcb0229 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.190954] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.191167] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.191904] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cffde7c5-316c-4597-a27b-35f0b9fac17f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.197717] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 986.197717] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525258ed-1616-4781-354b-2c6bd251e926" [ 986.197717] env[69411]: _type = "Task" [ 986.197717] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.206190] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525258ed-1616-4781-354b-2c6bd251e926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.420415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.420544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquired lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.420715] env[69411]: DEBUG nova.network.neutron [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 986.421416] env[69411]: DEBUG nova.objects.instance [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lazy-loading 'info_cache' on Instance uuid d63ce7e7-2ac6-4515-9290-77c77d715837 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.552268] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379016, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.572336] env[69411]: DEBUG oslo_concurrency.lockutils [req-82c59fd0-8619-4552-98a3-d65349219312 req-677b34fc-f620-48d5-ab65-54263bb73dba service nova] Releasing lock "refresh_cache-fe663c07-e906-4ef1-b67f-6f4143652565" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.588335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fe876e5b-daaf-442e-8749-17777516c116 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.589772] env[69411]: DEBUG nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.592991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.144s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.592991] env[69411]: DEBUG nova.objects.instance [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lazy-loading 'resources' on Instance uuid e7877566-ce69-4a38-82db-feb1bedd135f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.707875] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525258ed-1616-4781-354b-2c6bd251e926, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.708669] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be06ef77-2d89-4b09-819c-09edbc86c54e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.713294] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 986.713294] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529c1707-b8dd-c0cb-30b3-0af298c3a7ba" [ 986.713294] env[69411]: _type = "Task" [ 986.713294] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.721490] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529c1707-b8dd-c0cb-30b3-0af298c3a7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.925249] env[69411]: DEBUG nova.objects.base [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 987.051211] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.051514] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4753221f-d4bd-4e4a-bf04-fc68d8441409/4753221f-d4bd-4e4a-bf04-fc68d8441409.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.051732] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.051986] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-256feb5e-9216-4e2b-9b4e-9901a07963d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.057925] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 987.057925] env[69411]: value = "task-3379017" [ 987.057925] env[69411]: _type = "Task" [ 987.057925] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.066536] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.225024] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529c1707-b8dd-c0cb-30b3-0af298c3a7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.227396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.227670] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] fe663c07-e906-4ef1-b67f-6f4143652565/fe663c07-e906-4ef1-b67f-6f4143652565.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.228760] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d67bd2-da77-4f5e-a875-f9901815134c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.235389] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 987.235389] env[69411]: value = "task-3379018" [ 987.235389] env[69411]: _type = "Task" [ 987.235389] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.246206] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.490226] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b5324-fdef-4a6a-b5f4-089b0dfad36f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.497999] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a47c41e-615b-4837-a8f1-b13526c40a4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.531351] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec6cd2-3069-4469-a1c4-8e2c33901301 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.537735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1724dc-67d2-4ad5-9089-f4047be85fdb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.554089] env[69411]: DEBUG nova.compute.provider_tree [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.567125] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060324} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.567396] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.568180] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c1cc88-6295-447e-92f0-5217c2837ef8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.590692] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 4753221f-d4bd-4e4a-bf04-fc68d8441409/4753221f-d4bd-4e4a-bf04-fc68d8441409.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.593587] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bea5a41-895e-4ca5-b7ea-502f2cff1169 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.609483] env[69411]: DEBUG nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.618093] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 987.618093] env[69411]: value = "task-3379019" [ 987.618093] env[69411]: _type = "Task" [ 987.618093] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.629169] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.642900] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.643175] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.643339] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.643521] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.643673] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.643882] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.644113] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.644299] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.644473] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.644647] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.644812] env[69411]: DEBUG nova.virt.hardware [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.645788] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abbfdce-e55b-4e12-96cf-620012a889d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.655814] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a365a-5a53-4480-adbe-841fb2fa058b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.669899] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.678326] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Creating folder: Project (294b7393a3e346b8ae491ce8969825da). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.678326] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-835a43ac-1335-4292-a2fc-b08431809e2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.686373] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Created folder: Project (294b7393a3e346b8ae491ce8969825da) in parent group-v674052. [ 987.686890] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Creating folder: Instances. Parent ref: group-v674266. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.686890] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e59586df-1b22-42f5-bcc7-73b643a9dc73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.695449] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Created folder: Instances in parent group-v674266. [ 987.695687] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.698232] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.698464] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257978fb-3e45-41bd-9272-b48c80f9ab6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.717727] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.717727] env[69411]: value = "task-3379022" [ 987.717727] env[69411]: _type = "Task" [ 987.717727] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.725284] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379022, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.744130] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379018, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.753085] env[69411]: DEBUG nova.network.neutron [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Updating instance_info_cache with network_info: [{"id": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "address": "fa:16:3e:98:e9:e3", "network": {"id": "aa355a94-abcc-4b46-adff-4be5d1312aba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1748683566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88afd3ede4c74fd8a4c6537e868e187e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d1fad3-a8", "ovs_interfaceid": "00d1fad3-a825-4fd5-aa53-7233c9e5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.058296] env[69411]: DEBUG nova.scheduler.client.report [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.129327] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.227023] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379022, 'name': CreateVM_Task, 'duration_secs': 0.423357} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.227215] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.227657] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.227810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.228146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.228395] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1684a5-369a-4672-9de5-96f555b8ae3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.233816] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 988.233816] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee9a97-97c8-ee36-14a6-cc691dc6d4aa" [ 988.233816] env[69411]: _type = "Task" [ 988.233816] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.248229] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee9a97-97c8-ee36-14a6-cc691dc6d4aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.248454] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925666} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.248686] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] fe663c07-e906-4ef1-b67f-6f4143652565/fe663c07-e906-4ef1-b67f-6f4143652565.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.248913] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.249173] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a79b8107-cdd8-4c8b-a9b9-4c2bf329bb09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.255821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Releasing lock "refresh_cache-d63ce7e7-2ac6-4515-9290-77c77d715837" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.257547] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 988.257547] env[69411]: value = "task-3379023" [ 988.257547] env[69411]: _type = "Task" [ 988.257547] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.268093] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.563718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.566138] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.719s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.566382] env[69411]: DEBUG nova.objects.instance [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lazy-loading 'resources' on Instance uuid 065960f4-681e-4867-9b12-00672a5a9055 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.586855] env[69411]: INFO nova.scheduler.client.report [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted allocations for instance e7877566-ce69-4a38-82db-feb1bedd135f [ 988.628632] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379019, 'name': ReconfigVM_Task, 'duration_secs': 0.573491} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.628942] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 4753221f-d4bd-4e4a-bf04-fc68d8441409/4753221f-d4bd-4e4a-bf04-fc68d8441409.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.629603] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2dd4c3e-75de-41d3-800b-26eed69451a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.636129] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 988.636129] env[69411]: value = "task-3379024" [ 988.636129] env[69411]: _type = "Task" [ 988.636129] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.645318] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379024, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.744392] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee9a97-97c8-ee36-14a6-cc691dc6d4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.018593} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.744768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.745059] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.745364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.745528] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.745713] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.745974] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-223510b5-6635-44e5-9f5b-6e3cfc9a78b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.754332] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.754522] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.755262] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567b2c3e-8fc3-43dc-88b4-4a8b81d35ae4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.763758] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 988.763758] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522b59a2-9945-9545-1c08-5cd07de884c5" [ 988.763758] env[69411]: _type = "Task" [ 988.763758] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.774800] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061053} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.775659] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.777107] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f540a0-8924-4c88-aeed-5446a91cf36e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.784030] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522b59a2-9945-9545-1c08-5cd07de884c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010674} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.784481] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430ef5fe-9575-4e9f-b10d-d5edf12cb140 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.804489] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] fe663c07-e906-4ef1-b67f-6f4143652565/fe663c07-e906-4ef1-b67f-6f4143652565.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.805438] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2cb7a5-d2eb-4533-a6ce-014f4b3b3731 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.821101] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 988.821101] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a61f3b-4c03-5561-7bcc-f88d687a2acd" [ 988.821101] env[69411]: _type = "Task" [ 988.821101] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.825845] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 988.825845] env[69411]: value = "task-3379025" [ 988.825845] env[69411]: _type = "Task" [ 988.825845] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.829402] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a61f3b-4c03-5561-7bcc-f88d687a2acd, 'name': SearchDatastore_Task, 'duration_secs': 0.008162} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.832205] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.832470] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.832717] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f3cace-6013-4944-adb6-5fbc8c061393 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.839741] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.840896] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 988.840896] env[69411]: value = "task-3379026" [ 988.840896] env[69411]: _type = "Task" [ 988.840896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.848025] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.096582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d74e2f7d-6a85-4345-9172-bed8963e5489 tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "e7877566-ce69-4a38-82db-feb1bedd135f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.374s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.148670] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379024, 'name': Rename_Task, 'duration_secs': 0.136266} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.149045] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.149339] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a5e083-877d-45f5-a9ee-54e302e5e1d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.156140] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 989.156140] env[69411]: value = "task-3379027" [ 989.156140] env[69411]: _type = "Task" [ 989.156140] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.164628] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.265851] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.265851] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a435652f-2b42-4a5c-9c4e-3491421bb610 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.277796] env[69411]: DEBUG oslo_vmware.api [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 989.277796] env[69411]: value = "task-3379028" [ 989.277796] env[69411]: _type = "Task" [ 989.277796] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.287215] env[69411]: DEBUG oslo_vmware.api [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.338038] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379025, 'name': ReconfigVM_Task, 'duration_secs': 0.270206} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.340533] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Reconfigured VM instance instance-00000050 to attach disk [datastore1] fe663c07-e906-4ef1-b67f-6f4143652565/fe663c07-e906-4ef1-b67f-6f4143652565.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.341415] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5607fc6-0844-4c98-ba69-30bd8f228b59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.350984] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453134} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.354363] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.354587] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.354959] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 989.354959] env[69411]: value = "task-3379029" [ 989.354959] env[69411]: _type = "Task" [ 989.354959] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.356030] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e5bef08-a5e8-4992-b8c2-56a88a19a5e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.367020] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379029, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.370530] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 989.370530] env[69411]: value = "task-3379030" [ 989.370530] env[69411]: _type = "Task" [ 989.370530] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.379082] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.529649] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cba151a-62ba-4c52-b835-9d0621a32109 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.541384] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056ef6a-693c-4789-9c23-e1ecfb82ff2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.573768] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5161e1a2-4d0c-41eb-9781-48099344b0d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.581866] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677df4e4-208b-4b29-b504-7fba1da35b34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.595955] env[69411]: DEBUG nova.compute.provider_tree [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.666057] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.789640] env[69411]: DEBUG oslo_vmware.api [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379028, 'name': PowerOnVM_Task, 'duration_secs': 0.50559} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.789640] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.789640] env[69411]: DEBUG nova.compute.manager [None req-dd0f0c61-7507-48ba-8756-5497fac81a8b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.790517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797bf9e-3b89-4d3b-9f45-45c51a40cad0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.867389] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379029, 'name': Rename_Task, 'duration_secs': 0.193211} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.867672] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.867922] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d77bae9-7281-4bf1-85d9-20200616ef7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.877756] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 989.877756] env[69411]: value = "task-3379031" [ 989.877756] env[69411]: _type = "Task" [ 989.877756] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.884812] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072845} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.887957] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.888267] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.889149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b18303-a960-4cb4-bc31-e3be20b5b6f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.911337] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.911649] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a61f7f9e-eacf-4d6f-8698-6dfccbbc38df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.931669] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 989.931669] env[69411]: value = "task-3379032" [ 989.931669] env[69411]: _type = "Task" [ 989.931669] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.940166] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.099874] env[69411]: DEBUG nova.scheduler.client.report [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.167023] env[69411]: DEBUG oslo_vmware.api [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379027, 'name': PowerOnVM_Task, 'duration_secs': 0.647168} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.167313] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.167519] env[69411]: INFO nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Took 9.69 seconds to spawn the instance on the hypervisor. [ 990.167701] env[69411]: DEBUG nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.168520] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530a140-5ff4-4942-b71c-2d78efeb6f11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.389325] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.442539] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.605079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.609296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.834s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.609702] env[69411]: INFO nova.compute.claims [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.631309] env[69411]: INFO nova.scheduler.client.report [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Deleted allocations for instance 065960f4-681e-4867-9b12-00672a5a9055 [ 990.686591] env[69411]: INFO nova.compute.manager [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Took 33.87 seconds to build instance. [ 990.889681] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.942651] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379032, 'name': ReconfigVM_Task, 'duration_secs': 0.823775} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.942989] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.943668] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9379ca58-5ad6-4dc0-861b-37320b6841b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.951669] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 990.951669] env[69411]: value = "task-3379033" [ 990.951669] env[69411]: _type = "Task" [ 990.951669] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.961137] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379033, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.141956] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb6f1202-d488-4f5b-866b-4eba03acfea7 tempest-MigrationsAdminTest-763925790 tempest-MigrationsAdminTest-763925790-project-member] Lock "065960f4-681e-4867-9b12-00672a5a9055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.952s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.189064] env[69411]: DEBUG oslo_concurrency.lockutils [None req-01867569-c32d-422f-9a9d-23887c9c9afc tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.382s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.391675] env[69411]: DEBUG oslo_vmware.api [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379031, 'name': PowerOnVM_Task, 'duration_secs': 1.085954} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.392095] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.392371] env[69411]: INFO nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Took 8.45 seconds to spawn the instance on the hypervisor. [ 991.392618] env[69411]: DEBUG nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.393609] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7085f-aef9-44b5-bf26-2ae57d2c2984 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.464140] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379033, 'name': Rename_Task, 'duration_secs': 0.252165} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.464465] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.464729] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8400bd4e-3237-4d79-886b-2d17acc53663 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.473473] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 991.473473] env[69411]: value = "task-3379034" [ 991.473473] env[69411]: _type = "Task" [ 991.473473] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.482177] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.921653] env[69411]: INFO nova.compute.manager [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Took 30.63 seconds to build instance. [ 991.954243] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "4753221f-d4bd-4e4a-bf04-fc68d8441409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.954537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.954906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "4753221f-d4bd-4e4a-bf04-fc68d8441409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.954999] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.955126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.960937] env[69411]: INFO nova.compute.manager [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Terminating instance [ 991.985238] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.112755] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06e14d0-bc78-4b05-866a-ac4e88eb1a88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.120520] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b04c27-8de4-4d82-940a-d53136f4c202 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.153831] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512450b7-17dc-4a94-87e2-e434b7ed1f6d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.161791] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d846253-b216-435a-8c2f-e1d2a3581635 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.176409] env[69411]: DEBUG nova.compute.provider_tree [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.426849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.426849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.426849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.426849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.426849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.427528] env[69411]: DEBUG oslo_concurrency.lockutils [None req-845c36e3-a282-4c1c-933b-51a23856f29a tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fe663c07-e906-4ef1-b67f-6f4143652565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.142s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.428655] env[69411]: INFO nova.compute.manager [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Terminating instance [ 992.465416] env[69411]: DEBUG nova.compute.manager [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.465718] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.466906] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d544d8-1edc-4604-bbd7-ca2d7e12c943 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.476458] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.479911] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da80754a-3df4-4f4b-8b46-51b1cbd19f99 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.488481] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.489717] env[69411]: DEBUG oslo_vmware.api [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 992.489717] env[69411]: value = "task-3379035" [ 992.489717] env[69411]: _type = "Task" [ 992.489717] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.497756] env[69411]: DEBUG oslo_vmware.api [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.680209] env[69411]: DEBUG nova.scheduler.client.report [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.976592] env[69411]: DEBUG nova.compute.manager [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.976592] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.976592] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc243947-3729-424e-a3b1-6e0ca5ce1af0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.976592] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.976592] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa2fe55-838b-4ade-be74-a7f1d5766a26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.976592] env[69411]: DEBUG oslo_vmware.api [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 992.976592] env[69411]: value = "task-3379036" [ 992.976592] env[69411]: _type = "Task" [ 992.976592] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.976592] env[69411]: DEBUG oslo_vmware.api [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.991171] env[69411]: DEBUG oslo_vmware.api [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379034, 'name': PowerOnVM_Task, 'duration_secs': 1.01865} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.994947] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.995381] env[69411]: INFO nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Took 5.39 seconds to spawn the instance on the hypervisor. [ 992.996028] env[69411]: DEBUG nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.996688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52592a43-7150-4ff7-a172-13d3bd549ec6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.005380] env[69411]: DEBUG oslo_vmware.api [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379035, 'name': PowerOffVM_Task, 'duration_secs': 0.35003} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.007246] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.007486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.010381] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e63405-dc95-4617-ab92-ff039e4bbbda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.076452] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.076452] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.076452] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Deleting the datastore file [datastore1] 4753221f-d4bd-4e4a-bf04-fc68d8441409 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.076452] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa7fb6b8-93f1-4a1d-aab3-1c3a0d83f2d9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.082836] env[69411]: DEBUG oslo_vmware.api [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for the task: (returnval){ [ 993.082836] env[69411]: value = "task-3379038" [ 993.082836] env[69411]: _type = "Task" [ 993.082836] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.095382] env[69411]: DEBUG oslo_vmware.api [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.186950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.186950] env[69411]: DEBUG nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.191201] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.110s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.191201] env[69411]: DEBUG nova.objects.instance [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lazy-loading 'resources' on Instance uuid a19783a6-15e5-4542-a301-f3769580fad7 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.466475] env[69411]: DEBUG oslo_vmware.api [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379036, 'name': PowerOffVM_Task, 'duration_secs': 0.305497} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.466783] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.466957] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.467231] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d795a06f-5d21-4633-bf67-7a9675c609a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.522431] env[69411]: INFO nova.compute.manager [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Took 32.07 seconds to build instance. [ 993.604253] env[69411]: DEBUG nova.compute.manager [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.604380] env[69411]: DEBUG oslo_vmware.api [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Task: {'id': task-3379038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132277} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.605350] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff1c9f1-0ff3-404a-bfe6-d5b476931e43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.608101] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.608300] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.608481] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.608658] env[69411]: INFO nova.compute.manager [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Took 1.14 seconds to destroy the instance on the hypervisor. [ 993.608892] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.609116] env[69411]: DEBUG nova.compute.manager [-] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.609216] env[69411]: DEBUG nova.network.neutron [-] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 993.693764] env[69411]: DEBUG nova.compute.utils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.700285] env[69411]: DEBUG nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.700285] env[69411]: DEBUG nova.network.neutron [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.742576] env[69411]: DEBUG nova.policy [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c7c191f3a1f4df48f20c3ce05aec48e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c976c7abebf94fed899a8ab9cd5235f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.026330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d12af11d-2b4b-4bd3-b998-069a562b1553 tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "3efccfe7-214f-4d27-829f-c482ea03f3fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.582s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.084615] env[69411]: DEBUG nova.network.neutron [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Successfully created port: 1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.120758] env[69411]: INFO nova.compute.manager [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] instance snapshotting [ 994.123891] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7bfc4c-151e-444a-9f48-19b8ec773a42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.150147] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b75b2e-89ec-4fbb-8edb-6eb23808adbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.202321] env[69411]: DEBUG nova.compute.utils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.207666] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ca5706-5e20-4fe1-8bd0-fba2e81653a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.224051] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642a392-7c79-4220-8e7c-6d52c9957b8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.268171] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f58460-cdcb-43e4-a8d4-beceacca27b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.278155] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b37d1f-eedf-48b5-98c6-6f7e372c1488 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.297872] env[69411]: DEBUG nova.compute.provider_tree [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.356638] env[69411]: DEBUG nova.compute.manager [req-c906b7bb-ff30-426c-ba4b-54f7db91f95b req-4bebc655-780f-4b3a-a73f-bcf093b49e2a service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Received event network-vif-deleted-64bb5f22-42c4-4aef-8163-e949c8e4b6d2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.356852] env[69411]: INFO nova.compute.manager [req-c906b7bb-ff30-426c-ba4b-54f7db91f95b req-4bebc655-780f-4b3a-a73f-bcf093b49e2a service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Neutron deleted interface 64bb5f22-42c4-4aef-8163-e949c8e4b6d2; detaching it from the instance and deleting it from the info cache [ 994.357056] env[69411]: DEBUG nova.network.neutron [req-c906b7bb-ff30-426c-ba4b-54f7db91f95b req-4bebc655-780f-4b3a-a73f-bcf093b49e2a service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.480855] env[69411]: INFO nova.compute.manager [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Rebuilding instance [ 994.538523] env[69411]: DEBUG nova.compute.manager [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.539678] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f57ca4-81d1-47ca-999d-f0c5d2b5e213 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.602690] env[69411]: DEBUG nova.network.neutron [-] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.661656] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 994.662319] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f8031a0-2e91-4a96-91b1-b72da76d31c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.666762] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.667153] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.667473] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleting the datastore file [datastore2] d8fc0d49-982a-43db-8ef5-0aa2ee3dd324 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.668186] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-907a35dd-ff3b-4c93-8981-36b31787b6ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.673277] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 994.673277] env[69411]: value = "task-3379040" [ 994.673277] env[69411]: _type = "Task" [ 994.673277] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.678377] env[69411]: DEBUG oslo_vmware.api [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 994.678377] env[69411]: value = "task-3379041" [ 994.678377] env[69411]: _type = "Task" [ 994.678377] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.687119] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.694624] env[69411]: DEBUG oslo_vmware.api [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.705842] env[69411]: DEBUG nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.805644] env[69411]: DEBUG nova.scheduler.client.report [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.860183] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e517919-40f6-4b87-9fe5-ae957993f2be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.871538] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506299b7-f155-4a11-8f2f-76b31002e0eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.916387] env[69411]: DEBUG nova.compute.manager [req-c906b7bb-ff30-426c-ba4b-54f7db91f95b req-4bebc655-780f-4b3a-a73f-bcf093b49e2a service nova] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Detach interface failed, port_id=64bb5f22-42c4-4aef-8163-e949c8e4b6d2, reason: Instance 4753221f-d4bd-4e4a-bf04-fc68d8441409 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 995.110754] env[69411]: INFO nova.compute.manager [-] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Took 1.50 seconds to deallocate network for instance. [ 995.183791] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.195720] env[69411]: DEBUG oslo_vmware.api [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14479} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.195992] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.196235] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.196461] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.196621] env[69411]: INFO nova.compute.manager [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Took 2.26 seconds to destroy the instance on the hypervisor. [ 995.196865] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.197092] env[69411]: DEBUG nova.compute.manager [-] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.197192] env[69411]: DEBUG nova.network.neutron [-] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 995.314667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.317330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.811s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.317641] env[69411]: DEBUG nova.objects.instance [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lazy-loading 'resources' on Instance uuid ab203b3a-781e-4c35-b0fe-35346df553ab {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.346688] env[69411]: INFO nova.scheduler.client.report [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted allocations for instance a19783a6-15e5-4542-a301-f3769580fad7 [ 995.558724] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.559120] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0adfa841-ae5d-40ce-b8b1-5e30fc12fcd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.568063] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 995.568063] env[69411]: value = "task-3379042" [ 995.568063] env[69411]: _type = "Task" [ 995.568063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.577066] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.619531] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.685198] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379040, 'name': CreateSnapshot_Task, 'duration_secs': 0.953184} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.685339] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.686288] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772b6606-b238-4c38-aeb6-6c62110ab382 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.720721] env[69411]: DEBUG nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.730674] env[69411]: DEBUG nova.compute.manager [req-1133041f-6ef1-4af8-baab-3db2e13b73f9 req-6e78d5d2-9873-4c87-abf7-c770a21e294b service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Received event network-vif-plugged-1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.730896] env[69411]: DEBUG oslo_concurrency.lockutils [req-1133041f-6ef1-4af8-baab-3db2e13b73f9 req-6e78d5d2-9873-4c87-abf7-c770a21e294b service nova] Acquiring lock "39e834d5-508a-4424-9363-b8ecf38192ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.731292] env[69411]: DEBUG oslo_concurrency.lockutils [req-1133041f-6ef1-4af8-baab-3db2e13b73f9 req-6e78d5d2-9873-4c87-abf7-c770a21e294b service nova] Lock "39e834d5-508a-4424-9363-b8ecf38192ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.731495] env[69411]: DEBUG oslo_concurrency.lockutils [req-1133041f-6ef1-4af8-baab-3db2e13b73f9 req-6e78d5d2-9873-4c87-abf7-c770a21e294b service nova] Lock "39e834d5-508a-4424-9363-b8ecf38192ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.731682] env[69411]: DEBUG nova.compute.manager [req-1133041f-6ef1-4af8-baab-3db2e13b73f9 req-6e78d5d2-9873-4c87-abf7-c770a21e294b service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] No waiting events found dispatching network-vif-plugged-1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.731797] env[69411]: WARNING nova.compute.manager [req-1133041f-6ef1-4af8-baab-3db2e13b73f9 req-6e78d5d2-9873-4c87-abf7-c770a21e294b service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Received unexpected event network-vif-plugged-1b677bda-bfff-46ff-a203-f77f989e60d2 for instance with vm_state building and task_state spawning. [ 995.771247] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:10:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1156008705',id=36,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-623292160',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.771540] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.771704] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.771890] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.772055] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.772214] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.772537] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.773633] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.773633] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.773633] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.773633] env[69411]: DEBUG nova.virt.hardware [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.775529] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b6c273-017c-4808-b091-d08f69fcaca2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.786921] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40e431-e755-44d5-91aa-c5f2945c00ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.861761] env[69411]: DEBUG nova.network.neutron [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Successfully updated port: 1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.865933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-710eb33c-80a0-43b9-9c0b-35fcb0b87f94 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "a19783a6-15e5-4542-a301-f3769580fad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.391s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.080514] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379042, 'name': PowerOffVM_Task, 'duration_secs': 0.253578} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.081206] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.081539] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.082515] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6cccb9-6d7a-41f3-8da3-5f589f29c92d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.087653] env[69411]: DEBUG nova.network.neutron [-] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.095153] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.095425] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eefd9e0-525b-4f7c-90d1-e78d28e07cb4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.125385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.125606] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.125762] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Deleting the datastore file [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.126028] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbaaf9eb-c378-4e2f-a4f9-072376c9c30b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.135483] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 996.135483] env[69411]: value = "task-3379044" [ 996.135483] env[69411]: _type = "Task" [ 996.135483] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.143657] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.208236] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 996.210628] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-543b6b15-91e8-4430-baba-e619ef74293c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.223038] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 996.223038] env[69411]: value = "task-3379045" [ 996.223038] env[69411]: _type = "Task" [ 996.223038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.232127] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379045, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.288579] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5b970-7e70-4cf6-9374-482e847f3ac8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.302905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f97bc31-2a9c-4561-b669-7abdf07fab69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.351530] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2866393-f68b-46fb-ae8e-451e30e3b120 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.361476] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a792a9-6be7-4c34-bf9b-b5cfbe7c1ed0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.375779] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.376023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.376266] env[69411]: DEBUG nova.network.neutron [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 996.377832] env[69411]: DEBUG nova.compute.provider_tree [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.590115] env[69411]: INFO nova.compute.manager [-] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Took 1.39 seconds to deallocate network for instance. [ 996.598279] env[69411]: DEBUG nova.compute.manager [req-cad96a3a-a624-4ec6-9983-e65845773299 req-3932f8d9-700a-435e-a669-ccceeddc6143 service nova] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Received event network-vif-deleted-d28c9b19-4d0d-405f-a702-e09459b3121f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.648834] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087926} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.648834] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.648834] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.648834] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.734020] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379045, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.796783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "127aa697-2d67-47d9-96d4-f70858a832eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.796783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "127aa697-2d67-47d9-96d4-f70858a832eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.796783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "127aa697-2d67-47d9-96d4-f70858a832eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.796783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "127aa697-2d67-47d9-96d4-f70858a832eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.796783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "127aa697-2d67-47d9-96d4-f70858a832eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.799211] env[69411]: INFO nova.compute.manager [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Terminating instance [ 996.886425] env[69411]: DEBUG nova.scheduler.client.report [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.919590] env[69411]: DEBUG nova.network.neutron [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 997.100450] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.235754] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379045, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.303752] env[69411]: DEBUG nova.compute.manager [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.304133] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.305121] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee9961d-de31-421b-8a01-a058c6020001 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.313592] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.314539] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db2e0175-8f81-4333-8f17-a88a0b20d538 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.322211] env[69411]: DEBUG oslo_vmware.api [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 997.322211] env[69411]: value = "task-3379046" [ 997.322211] env[69411]: _type = "Task" [ 997.322211] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.331219] env[69411]: DEBUG oslo_vmware.api [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.335613] env[69411]: DEBUG nova.network.neutron [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Updating instance_info_cache with network_info: [{"id": "1b677bda-bfff-46ff-a203-f77f989e60d2", "address": "fa:16:3e:81:09:ed", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b677bda-bf", "ovs_interfaceid": "1b677bda-bfff-46ff-a203-f77f989e60d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.393377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.395816] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.309s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.396545] env[69411]: DEBUG nova.objects.instance [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lazy-loading 'resources' on Instance uuid 0c614753-736c-4a3d-9690-692674dd7c35 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.431281] env[69411]: INFO nova.scheduler.client.report [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Deleted allocations for instance ab203b3a-781e-4c35-b0fe-35346df553ab [ 997.700457] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.700746] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.700992] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.701132] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.701319] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.701480] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.701829] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.701894] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.702334] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.702577] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.702770] env[69411]: DEBUG nova.virt.hardware [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.703896] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516ea91-6e43-4161-bb6c-e7417b765d5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.714300] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5a974-8980-4bb7-bcf5-371629aca2f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.731953] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.739110] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.743018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.743272] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175680aa-d0f5-401c-b717-553d7e507601 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.764799] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379045, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.767224] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.767224] env[69411]: value = "task-3379047" [ 997.767224] env[69411]: _type = "Task" [ 997.767224] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.774800] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379047, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.800618] env[69411]: DEBUG nova.compute.manager [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Received event network-changed-1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.800618] env[69411]: DEBUG nova.compute.manager [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Refreshing instance network info cache due to event network-changed-1b677bda-bfff-46ff-a203-f77f989e60d2. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.800618] env[69411]: DEBUG oslo_concurrency.lockutils [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] Acquiring lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.831976] env[69411]: DEBUG oslo_vmware.api [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379046, 'name': PowerOffVM_Task, 'duration_secs': 0.186684} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.832655] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.833068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.833115] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6fd5a7-eb14-45bf-9904-3a535983c368 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.838422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Releasing lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.838722] env[69411]: DEBUG nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Instance network_info: |[{"id": "1b677bda-bfff-46ff-a203-f77f989e60d2", "address": "fa:16:3e:81:09:ed", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b677bda-bf", "ovs_interfaceid": "1b677bda-bfff-46ff-a203-f77f989e60d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.838993] env[69411]: DEBUG oslo_concurrency.lockutils [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] Acquired lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.839192] env[69411]: DEBUG nova.network.neutron [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Refreshing network info cache for port 1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 997.840462] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:09:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b677bda-bfff-46ff-a203-f77f989e60d2', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.852943] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.854551] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.854669] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73d3f771-5651-486c-b805-6ef1111c59ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.878555] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.878555] env[69411]: value = "task-3379049" [ 997.878555] env[69411]: _type = "Task" [ 997.878555] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.885635] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379049, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.906176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.906176] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.906176] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleting the datastore file [datastore2] 127aa697-2d67-47d9-96d4-f70858a832eb {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.906176] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cfd8865-495f-4a59-a90a-ff732f982f3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.915994] env[69411]: DEBUG oslo_vmware.api [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 997.915994] env[69411]: value = "task-3379050" [ 997.915994] env[69411]: _type = "Task" [ 997.915994] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.925074] env[69411]: DEBUG oslo_vmware.api [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.941846] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c7fd412-6947-4cb0-94e6-632fa1a77fc3 tempest-ImagesOneServerNegativeTestJSON-569270489 tempest-ImagesOneServerNegativeTestJSON-569270489-project-member] Lock "ab203b3a-781e-4c35-b0fe-35346df553ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.998s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.242897] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379045, 'name': CloneVM_Task, 'duration_secs': 1.727674} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.245622] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Created linked-clone VM from snapshot [ 998.246651] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639ef9a-4fe1-4a88-a09c-b61e298af470 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.254721] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Uploading image aee5ca1e-c22a-4d1b-a94e-1582a728eb5e {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 998.265084] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.265380] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa7b5b02-1b04-4f93-b146-59e2bc0c7794 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.277070] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379047, 'name': CreateVM_Task, 'duration_secs': 0.288051} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.278465] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.278841] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 998.278841] env[69411]: value = "task-3379051" [ 998.278841] env[69411]: _type = "Task" [ 998.278841] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.279236] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.279420] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.279741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.280045] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51baa978-5458-41b4-915f-e8c2ddcc724e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.291241] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 998.291241] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52902480-dfb2-584e-98ea-a4018d4898c9" [ 998.291241] env[69411]: _type = "Task" [ 998.291241] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.293770] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379051, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.304476] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52902480-dfb2-584e-98ea-a4018d4898c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.362395] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90289a59-220b-499e-bd00-1656663b8d56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.368866] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cfef7c-9450-4ff8-8b2f-13ac94c63744 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.406885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb9120b-c6a8-424b-a235-ba278e86f40b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.414544] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379049, 'name': CreateVM_Task, 'duration_secs': 0.404194} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.416838] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.417770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.421627] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5be8984-88dc-45a4-a894-d5aae9e8a749 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.435808] env[69411]: DEBUG nova.compute.provider_tree [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.443047] env[69411]: DEBUG oslo_vmware.api [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148828} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.443047] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.443047] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.443047] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.443047] env[69411]: INFO nova.compute.manager [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.443047] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.443047] env[69411]: DEBUG nova.compute.manager [-] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.443047] env[69411]: DEBUG nova.network.neutron [-] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 998.670350] env[69411]: DEBUG nova.network.neutron [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Updated VIF entry in instance network info cache for port 1b677bda-bfff-46ff-a203-f77f989e60d2. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 998.670720] env[69411]: DEBUG nova.network.neutron [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Updating instance_info_cache with network_info: [{"id": "1b677bda-bfff-46ff-a203-f77f989e60d2", "address": "fa:16:3e:81:09:ed", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b677bda-bf", "ovs_interfaceid": "1b677bda-bfff-46ff-a203-f77f989e60d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.797366] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379051, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.823284] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52902480-dfb2-584e-98ea-a4018d4898c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.823564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.823806] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.824826] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.825365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.825576] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.826025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.826214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.826695] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5517cf3-4f96-4e7b-94d2-b64f16b9a600 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.830209] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853b0450-af88-4281-9de5-16d2eacda00c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.839412] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 998.839412] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ccb4a4-5b61-f77f-b487-f033b06d8914" [ 998.839412] env[69411]: _type = "Task" [ 998.839412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.840458] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.840861] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.844647] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d790607-6b47-443b-93d0-462e961ea459 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.851806] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ccb4a4-5b61-f77f-b487-f033b06d8914, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.853153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.853418] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.853659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.853950] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 998.853950] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529141b2-6a13-8fcb-358b-9061f9e295d7" [ 998.853950] env[69411]: _type = "Task" [ 998.853950] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.862131] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529141b2-6a13-8fcb-358b-9061f9e295d7, 'name': SearchDatastore_Task, 'duration_secs': 0.007826} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.862890] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2bdf52-9687-4c86-b185-7099e020cba0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.868367] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 998.868367] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52863976-30cc-bdc6-57d8-dc581b4e104a" [ 998.868367] env[69411]: _type = "Task" [ 998.868367] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.876482] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52863976-30cc-bdc6-57d8-dc581b4e104a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.929604] env[69411]: DEBUG nova.compute.manager [req-12e2141e-9076-417d-b77a-1a527757282f req-4e4040f6-51f5-45ad-88e8-7142960dec98 service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Received event network-vif-deleted-a5839dfc-6da0-47c4-bbb9-2088ad939ffe {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.929827] env[69411]: INFO nova.compute.manager [req-12e2141e-9076-417d-b77a-1a527757282f req-4e4040f6-51f5-45ad-88e8-7142960dec98 service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Neutron deleted interface a5839dfc-6da0-47c4-bbb9-2088ad939ffe; detaching it from the instance and deleting it from the info cache [ 998.930123] env[69411]: DEBUG nova.network.neutron [req-12e2141e-9076-417d-b77a-1a527757282f req-4e4040f6-51f5-45ad-88e8-7142960dec98 service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.942014] env[69411]: DEBUG nova.scheduler.client.report [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.051896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.051896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.052223] env[69411]: INFO nova.compute.manager [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Shelving [ 999.173578] env[69411]: DEBUG oslo_concurrency.lockutils [req-50456d4c-e33e-45bb-a0f9-9cfbf4b98d74 req-370fa7ed-71a3-4ef3-a4d2-be33da33e243 service nova] Releasing lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.291478] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379051, 'name': Destroy_Task, 'duration_secs': 0.673436} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.291812] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Destroyed the VM [ 999.292373] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 999.292621] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-421a866b-4d4b-4da1-8512-727d2a83725a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.299116] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 999.299116] env[69411]: value = "task-3379052" [ 999.299116] env[69411]: _type = "Task" [ 999.299116] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.307537] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.307818] env[69411]: DEBUG nova.network.neutron [-] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.384796] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52863976-30cc-bdc6-57d8-dc581b4e104a, 'name': SearchDatastore_Task, 'duration_secs': 0.007415} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.385289] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.385768] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.386226] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.386533] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.387489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a898e8b-0f38-497e-919d-57c4635752d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.389508] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-326eaac7-9cb0-495a-86a0-640e1c2f484a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.396738] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 999.396738] env[69411]: value = "task-3379053" [ 999.396738] env[69411]: _type = "Task" [ 999.396738] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.406338] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.406338] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.406810] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fce0f9e-866d-44e4-8904-778325941314 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.416846] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.418727] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 999.418727] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b7041-9ce9-e33e-eb71-06fb47bdd184" [ 999.418727] env[69411]: _type = "Task" [ 999.418727] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.432526] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523b7041-9ce9-e33e-eb71-06fb47bdd184, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.434597] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1558f21e-152a-4e7d-b760-031e50eef4eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.436563] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf141d7-4592-4ed0-bec0-958610dd1850 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.446247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.446247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.450041] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 999.450041] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5284be36-f82f-c74b-34a8-259daabc8cfd" [ 999.450041] env[69411]: _type = "Task" [ 999.450041] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.454912] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b0603-a1bf-426b-8e53-10cfb104c121 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.478575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.481235] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.518s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.481506] env[69411]: DEBUG nova.objects.instance [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 999.491325] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5284be36-f82f-c74b-34a8-259daabc8cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.491586] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.491846] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 39e834d5-508a-4424-9363-b8ecf38192ca/39e834d5-508a-4424-9363-b8ecf38192ca.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.492836] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b76e6010-4a14-486d-a741-2f365d10ce92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.509755] env[69411]: DEBUG nova.compute.manager [req-12e2141e-9076-417d-b77a-1a527757282f req-4e4040f6-51f5-45ad-88e8-7142960dec98 service nova] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Detach interface failed, port_id=a5839dfc-6da0-47c4-bbb9-2088ad939ffe, reason: Instance 127aa697-2d67-47d9-96d4-f70858a832eb could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.512174] env[69411]: INFO nova.scheduler.client.report [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Deleted allocations for instance 0c614753-736c-4a3d-9690-692674dd7c35 [ 999.513503] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 999.513503] env[69411]: value = "task-3379054" [ 999.513503] env[69411]: _type = "Task" [ 999.513503] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.528809] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.813669] env[69411]: INFO nova.compute.manager [-] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Took 1.37 seconds to deallocate network for instance. [ 999.814082] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379052, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.913415] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458992} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.913718] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.913943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.914259] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57604438-fa05-4880-967c-368d0aa9f01f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.921038] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 999.921038] env[69411]: value = "task-3379055" [ 999.921038] env[69411]: _type = "Task" [ 999.921038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.929489] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.951260] env[69411]: DEBUG nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.028091] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59fe5882-ec80-46a4-a173-741800f23735 tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "0c614753-736c-4a3d-9690-692674dd7c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.978s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.035227] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379054, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.067038] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.067365] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9735f4db-1ad3-48f1-8ba8-fa3282972ff8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.075143] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1000.075143] env[69411]: value = "task-3379056" [ 1000.075143] env[69411]: _type = "Task" [ 1000.075143] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.088038] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.317298] env[69411]: DEBUG oslo_vmware.api [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379052, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674756} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.317298] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1000.327885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.437798] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284392} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.437798] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.438500] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694d6dee-7de0-4ae6-a9cf-6e32a435b16a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.458448] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.461031] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-191c54eb-afad-4fe5-bd05-533a8d924d8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.483508] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 1000.483508] env[69411]: value = "task-3379057" [ 1000.483508] env[69411]: _type = "Task" [ 1000.483508] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.489353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-64a6a24c-20a4-45f5-b43e-0966dfb19666 tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.491200] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.491481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.723s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.493197] env[69411]: INFO nova.compute.claims [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.499466] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.530952] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695295} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.531259] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 39e834d5-508a-4424-9363-b8ecf38192ca/39e834d5-508a-4424-9363-b8ecf38192ca.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.531484] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.531763] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a864c4af-3136-47ad-8958-af8feb91d6b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.538291] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1000.538291] env[69411]: value = "task-3379058" [ 1000.538291] env[69411]: _type = "Task" [ 1000.538291] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.546245] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.585719] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379056, 'name': PowerOffVM_Task, 'duration_secs': 0.292978} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.586123] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.586969] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b0b45-40a3-4f8b-b834-40217318f126 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.607046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d363200-c7e4-49ae-a18d-5de1feb75b1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.824639] env[69411]: WARNING nova.compute.manager [None req-6b6785a5-7209-42dc-923c-ac38dbdd5dfa tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Image not found during snapshot: nova.exception.ImageNotFound: Image aee5ca1e-c22a-4d1b-a94e-1582a728eb5e could not be found. [ 1000.993807] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.048338] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061184} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.048669] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.049536] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a097506-5e01-42eb-bcd5-278a1fadd19e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.073974] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 39e834d5-508a-4424-9363-b8ecf38192ca/39e834d5-508a-4424-9363-b8ecf38192ca.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.074334] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4562355-af6e-44ae-a80a-c750b199624b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.095658] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1001.095658] env[69411]: value = "task-3379059" [ 1001.095658] env[69411]: _type = "Task" [ 1001.095658] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.104052] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.117295] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.117644] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb087b33-3ebf-44c9-9e67-2f1fb3434b80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.124357] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1001.124357] env[69411]: value = "task-3379060" [ 1001.124357] env[69411]: _type = "Task" [ 1001.124357] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.132283] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379060, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.494094] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379057, 'name': ReconfigVM_Task, 'duration_secs': 0.856391} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.494406] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd/3efccfe7-214f-4d27-829f-c482ea03f3fd.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.495013] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01276fa6-ead0-431c-88db-446be1451b5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.500939] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 1001.500939] env[69411]: value = "task-3379061" [ 1001.500939] env[69411]: _type = "Task" [ 1001.500939] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.512982] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379061, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.610354] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379059, 'name': ReconfigVM_Task, 'duration_secs': 0.331837} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.611079] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 39e834d5-508a-4424-9363-b8ecf38192ca/39e834d5-508a-4424-9363-b8ecf38192ca.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.611420] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1001.618063] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-cdafb383-ccc8-4a0a-9cee-88eb07f89150 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.632257] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1001.632257] env[69411]: value = "task-3379062" [ 1001.632257] env[69411]: _type = "Task" [ 1001.632257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.644021] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379060, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.649164] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379062, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.888186] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da26d5c3-70bd-46d3-bac1-45a70c0dc9a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.896344] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c97c18-cc84-49b8-8524-a8ac6ddda5c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.929571] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b75d19-fe6d-4257-88e3-f40378f93efe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.936705] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b6ff54-54d1-41a2-8d40-7373683d1fbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.950677] env[69411]: DEBUG nova.compute.provider_tree [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.011698] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379061, 'name': Rename_Task, 'duration_secs': 0.129282} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.011998] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.014101] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c45e82d0-ebe7-4ca2-9939-5e3231d048a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.020675] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 1002.020675] env[69411]: value = "task-3379063" [ 1002.020675] env[69411]: _type = "Task" [ 1002.020675] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.028199] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.123541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "fe663c07-e906-4ef1-b67f-6f4143652565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.123814] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fe663c07-e906-4ef1-b67f-6f4143652565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.124045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "fe663c07-e906-4ef1-b67f-6f4143652565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.124249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fe663c07-e906-4ef1-b67f-6f4143652565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.124502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fe663c07-e906-4ef1-b67f-6f4143652565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.129833] env[69411]: INFO nova.compute.manager [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Terminating instance [ 1002.137312] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379060, 'name': CreateSnapshot_Task, 'duration_secs': 0.580802} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.140385] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.141581] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12da0fe-8821-4970-8eb5-a9526d375a00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.150040] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379062, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.049678} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.150040] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69411) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1002.150747] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a3580-b8c2-435e-be49-76dc7c755c16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.186142] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 39e834d5-508a-4424-9363-b8ecf38192ca/ephemeral_0.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.186269] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cef6f5-8784-4373-b82d-1033966715c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.205847] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1002.205847] env[69411]: value = "task-3379064" [ 1002.205847] env[69411]: _type = "Task" [ 1002.205847] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.214892] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.453884] env[69411]: DEBUG nova.scheduler.client.report [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.530852] env[69411]: DEBUG oslo_vmware.api [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379063, 'name': PowerOnVM_Task, 'duration_secs': 0.410315} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.531174] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.531364] env[69411]: DEBUG nova.compute.manager [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.532161] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3513a6b0-3700-4968-bf88-87ea77cebe0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.633921] env[69411]: DEBUG nova.compute.manager [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.634173] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.635222] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bd94a9-f4d3-45be-8dc5-6592c7bee07f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.642972] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.643224] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a128e8e8-bb2e-4f1c-9574-c30e5898189e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.648806] env[69411]: DEBUG oslo_vmware.api [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 1002.648806] env[69411]: value = "task-3379065" [ 1002.648806] env[69411]: _type = "Task" [ 1002.648806] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.656664] env[69411]: DEBUG oslo_vmware.api [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.666021] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1002.666461] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92fe7d6f-ed29-401a-ab75-574fe2a68b91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.673893] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1002.673893] env[69411]: value = "task-3379066" [ 1002.673893] env[69411]: _type = "Task" [ 1002.673893] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.684018] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379066, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.717934] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379064, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.961160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.966655] env[69411]: DEBUG nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.966655] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.012s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.966655] env[69411]: DEBUG nova.objects.instance [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lazy-loading 'resources' on Instance uuid e3fde417-0d6d-4377-ae8c-565d2a770edc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.048840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.167643] env[69411]: DEBUG oslo_vmware.api [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379065, 'name': PowerOffVM_Task, 'duration_secs': 0.243144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.168095] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.168314] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.168537] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e01e7b27-2a46-4821-9331-f3ce937f2d5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.184161] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379066, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.218346] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379064, 'name': ReconfigVM_Task, 'duration_secs': 0.544023} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.218646] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 39e834d5-508a-4424-9363-b8ecf38192ca/ephemeral_0.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.219309] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0d130ed-46fb-41c3-82eb-73275a3f80f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.228107] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1003.228107] env[69411]: value = "task-3379068" [ 1003.228107] env[69411]: _type = "Task" [ 1003.228107] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.239191] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379068, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.240035] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.240227] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.240415] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleting the datastore file [datastore1] fe663c07-e906-4ef1-b67f-6f4143652565 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.240795] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ee1209-162b-4e67-aa51-d85f8477d11f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.247250] env[69411]: DEBUG oslo_vmware.api [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for the task: (returnval){ [ 1003.247250] env[69411]: value = "task-3379069" [ 1003.247250] env[69411]: _type = "Task" [ 1003.247250] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.255917] env[69411]: DEBUG oslo_vmware.api [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.474581] env[69411]: DEBUG nova.compute.utils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.479922] env[69411]: DEBUG nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.479922] env[69411]: DEBUG nova.network.neutron [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.538103] env[69411]: DEBUG nova.policy [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416edb3c66714df68321b0344b53bc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8930c7b5154d5bbfd6786a8d3a9dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.647334] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "3efccfe7-214f-4d27-829f-c482ea03f3fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.647596] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "3efccfe7-214f-4d27-829f-c482ea03f3fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.647809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "3efccfe7-214f-4d27-829f-c482ea03f3fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.647995] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "3efccfe7-214f-4d27-829f-c482ea03f3fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.648184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "3efccfe7-214f-4d27-829f-c482ea03f3fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.650689] env[69411]: INFO nova.compute.manager [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Terminating instance [ 1003.690062] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379066, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.736745] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379068, 'name': Rename_Task, 'duration_secs': 0.20186} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.739377] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.740619] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7cf3d9b-ee1c-49e0-9e13-29ed48735cf2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.746409] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1003.746409] env[69411]: value = "task-3379070" [ 1003.746409] env[69411]: _type = "Task" [ 1003.746409] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.761817] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.762115] env[69411]: DEBUG oslo_vmware.api [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Task: {'id': task-3379069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131513} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.762360] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.762543] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.762720] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.763017] env[69411]: INFO nova.compute.manager [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1003.763184] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.763358] env[69411]: DEBUG nova.compute.manager [-] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.763452] env[69411]: DEBUG nova.network.neutron [-] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1003.849635] env[69411]: DEBUG nova.network.neutron [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Successfully created port: ad76ca5d-643e-46f5-a0a3-f9535932cb15 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.932946] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5537c4-5f1b-4c4a-ae9b-5deef6498f55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.939087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6717d0e3-1620-4526-b25f-9a014f654424 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.972982] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd043d37-6bf6-429e-939e-979f029b688a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.981279] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b6f864-1200-42bf-b048-f4357031403d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.986097] env[69411]: DEBUG nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.998827] env[69411]: DEBUG nova.compute.provider_tree [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.090973] env[69411]: DEBUG nova.compute.manager [req-2e6196e9-e519-4ef8-aecf-3a43a8966a9a req-e3a2743f-9ffa-4ad2-bc2f-5480d1cf1a93 service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Received event network-vif-deleted-3230365d-8c09-4402-8df6-a09296607e73 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.091196] env[69411]: INFO nova.compute.manager [req-2e6196e9-e519-4ef8-aecf-3a43a8966a9a req-e3a2743f-9ffa-4ad2-bc2f-5480d1cf1a93 service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Neutron deleted interface 3230365d-8c09-4402-8df6-a09296607e73; detaching it from the instance and deleting it from the info cache [ 1004.091376] env[69411]: DEBUG nova.network.neutron [req-2e6196e9-e519-4ef8-aecf-3a43a8966a9a req-e3a2743f-9ffa-4ad2-bc2f-5480d1cf1a93 service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.157574] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "refresh_cache-3efccfe7-214f-4d27-829f-c482ea03f3fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.158689] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquired lock "refresh_cache-3efccfe7-214f-4d27-829f-c482ea03f3fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.158689] env[69411]: DEBUG nova.network.neutron [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1004.191039] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379066, 'name': CloneVM_Task, 'duration_secs': 1.390349} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.191317] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Created linked-clone VM from snapshot [ 1004.192393] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2baadf0-e67f-4aab-be22-916ca18687f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.200046] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Uploading image 5d1c0492-fa5c-447c-b384-317f338a7b87 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.233896] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1004.233896] env[69411]: value = "vm-674274" [ 1004.233896] env[69411]: _type = "VirtualMachine" [ 1004.233896] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1004.236026] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6dff1a6-02a0-4be8-b4ac-72b186be3927 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.242577] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lease: (returnval){ [ 1004.242577] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d4151e-d460-9ecd-8839-ac07d1b9ecbc" [ 1004.242577] env[69411]: _type = "HttpNfcLease" [ 1004.242577] env[69411]: } obtained for exporting VM: (result){ [ 1004.242577] env[69411]: value = "vm-674274" [ 1004.242577] env[69411]: _type = "VirtualMachine" [ 1004.242577] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1004.243258] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the lease: (returnval){ [ 1004.243258] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d4151e-d460-9ecd-8839-ac07d1b9ecbc" [ 1004.243258] env[69411]: _type = "HttpNfcLease" [ 1004.243258] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.257016] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.257016] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d4151e-d460-9ecd-8839-ac07d1b9ecbc" [ 1004.257016] env[69411]: _type = "HttpNfcLease" [ 1004.257016] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.259022] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.259022] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d4151e-d460-9ecd-8839-ac07d1b9ecbc" [ 1004.259022] env[69411]: _type = "HttpNfcLease" [ 1004.259022] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1004.260348] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379070, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.261306] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cb31ee-c9f1-4478-856b-52f4c9a06441 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.270372] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52204731-ec86-1f4c-9994-34198fac1165/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.270763] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52204731-ec86-1f4c-9994-34198fac1165/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1004.371378] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7eb7a4a4-c90a-44f8-be4d-10b3c20ebc94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.502634] env[69411]: DEBUG nova.scheduler.client.report [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.570354] env[69411]: DEBUG nova.network.neutron [-] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.599591] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8f9d63c-50a3-4494-a513-49bbd29ae2d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.614166] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbb2fa5-e8e3-4f70-b0d1-d1331ed4a2b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.656059] env[69411]: DEBUG nova.compute.manager [req-2e6196e9-e519-4ef8-aecf-3a43a8966a9a req-e3a2743f-9ffa-4ad2-bc2f-5480d1cf1a93 service nova] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Detach interface failed, port_id=3230365d-8c09-4402-8df6-a09296607e73, reason: Instance fe663c07-e906-4ef1-b67f-6f4143652565 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.686990] env[69411]: DEBUG nova.network.neutron [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1004.766891] env[69411]: DEBUG oslo_vmware.api [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379070, 'name': PowerOnVM_Task, 'duration_secs': 0.785465} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.767207] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.767423] env[69411]: INFO nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1004.767613] env[69411]: DEBUG nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.768494] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cc37de-e970-4c8a-a1bb-5f8a5485e684 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.773813] env[69411]: DEBUG nova.network.neutron [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.997442] env[69411]: DEBUG nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.012861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.015604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.693s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.017024] env[69411]: DEBUG nova.objects.instance [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lazy-loading 'resources' on Instance uuid 403da129-759b-40e9-9547-3b2c5809e160 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.031827] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.032213] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.033142] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.033423] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.033596] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.033762] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.035317] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.036667] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.036667] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.036747] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.036978] env[69411]: DEBUG nova.virt.hardware [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.039776] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6e533-68ae-445c-8043-c8b96de89e4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.050688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f855ec9e-c55a-4bc3-a93f-ded2168fd828 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.063932] env[69411]: INFO nova.scheduler.client.report [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Deleted allocations for instance e3fde417-0d6d-4377-ae8c-565d2a770edc [ 1005.079645] env[69411]: INFO nova.compute.manager [-] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Took 1.32 seconds to deallocate network for instance. [ 1005.276618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Releasing lock "refresh_cache-3efccfe7-214f-4d27-829f-c482ea03f3fd" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.277221] env[69411]: DEBUG nova.compute.manager [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.277407] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.278356] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ea0142-6563-40fa-93a0-53f63201af90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.289988] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.293158] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e860f68-f3b4-47ed-b589-7a01a3b8c238 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.293965] env[69411]: INFO nova.compute.manager [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Took 37.54 seconds to build instance. [ 1005.305930] env[69411]: DEBUG oslo_vmware.api [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 1005.305930] env[69411]: value = "task-3379074" [ 1005.305930] env[69411]: _type = "Task" [ 1005.305930] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.315586] env[69411]: DEBUG oslo_vmware.api [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.572623] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0c671a90-9f2f-434f-a3db-da082b44d35c tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "e3fde417-0d6d-4377-ae8c-565d2a770edc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.548s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.588265] env[69411]: DEBUG nova.compute.manager [req-639f08c4-0386-4242-90b8-9c590be927ad req-6f03c073-d525-479c-8e1d-d0bba1347d44 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Received event network-vif-plugged-ad76ca5d-643e-46f5-a0a3-f9535932cb15 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.588265] env[69411]: DEBUG oslo_concurrency.lockutils [req-639f08c4-0386-4242-90b8-9c590be927ad req-6f03c073-d525-479c-8e1d-d0bba1347d44 service nova] Acquiring lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.588597] env[69411]: DEBUG oslo_concurrency.lockutils [req-639f08c4-0386-4242-90b8-9c590be927ad req-6f03c073-d525-479c-8e1d-d0bba1347d44 service nova] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.588597] env[69411]: DEBUG oslo_concurrency.lockutils [req-639f08c4-0386-4242-90b8-9c590be927ad req-6f03c073-d525-479c-8e1d-d0bba1347d44 service nova] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.588765] env[69411]: DEBUG nova.compute.manager [req-639f08c4-0386-4242-90b8-9c590be927ad req-6f03c073-d525-479c-8e1d-d0bba1347d44 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] No waiting events found dispatching network-vif-plugged-ad76ca5d-643e-46f5-a0a3-f9535932cb15 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.588874] env[69411]: WARNING nova.compute.manager [req-639f08c4-0386-4242-90b8-9c590be927ad req-6f03c073-d525-479c-8e1d-d0bba1347d44 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Received unexpected event network-vif-plugged-ad76ca5d-643e-46f5-a0a3-f9535932cb15 for instance with vm_state building and task_state spawning. [ 1005.593034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.680474] env[69411]: DEBUG nova.network.neutron [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Successfully updated port: ad76ca5d-643e-46f5-a0a3-f9535932cb15 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.796566] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a5e5f51-e981-4ebd-826d-13eb69b5a9bf tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "39e834d5-508a-4424-9363-b8ecf38192ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.046s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.820563] env[69411]: DEBUG oslo_vmware.api [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379074, 'name': PowerOffVM_Task, 'duration_secs': 0.190157} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.820991] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.821242] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.821605] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36186785-53dc-42d1-8aea-68a640eeed1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.847877] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.848283] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.848790] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Deleting the datastore file [datastore1] 3efccfe7-214f-4d27-829f-c482ea03f3fd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.849226] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72abc2ae-c719-417e-aa94-75a35cd13d5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.860168] env[69411]: DEBUG oslo_vmware.api [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for the task: (returnval){ [ 1005.860168] env[69411]: value = "task-3379077" [ 1005.860168] env[69411]: _type = "Task" [ 1005.860168] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.868682] env[69411]: DEBUG oslo_vmware.api [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.032296] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a31af-370a-4f88-af6b-8eeb961138e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.041201] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e4789c-c541-4e63-b013-e675ea33b5a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.075719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14833bf-ae84-43d7-a349-0d082ed3a572 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.084711] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb245f34-2523-4d60-9f04-6d6a0851c4e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.100121] env[69411]: DEBUG nova.compute.provider_tree [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.119045] env[69411]: DEBUG nova.compute.manager [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Received event network-changed-1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.119162] env[69411]: DEBUG nova.compute.manager [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Refreshing instance network info cache due to event network-changed-1b677bda-bfff-46ff-a203-f77f989e60d2. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.120127] env[69411]: DEBUG oslo_concurrency.lockutils [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] Acquiring lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.120127] env[69411]: DEBUG oslo_concurrency.lockutils [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] Acquired lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.120127] env[69411]: DEBUG nova.network.neutron [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Refreshing network info cache for port 1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1006.170551] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "293ae9c2-c559-47cd-9a89-c3ad5469f420" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.170852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.171204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "293ae9c2-c559-47cd-9a89-c3ad5469f420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.171513] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.171825] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.178221] env[69411]: INFO nova.compute.manager [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Terminating instance [ 1006.183761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "refresh_cache-65c128e6-28b4-4428-b94b-f442a2c1cc5a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.183910] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "refresh_cache-65c128e6-28b4-4428-b94b-f442a2c1cc5a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.184077] env[69411]: DEBUG nova.network.neutron [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1006.370729] env[69411]: DEBUG oslo_vmware.api [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Task: {'id': task-3379077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244125} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.371024] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.371222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.371410] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.371642] env[69411]: INFO nova.compute.manager [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1006.371885] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.372095] env[69411]: DEBUG nova.compute.manager [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.372193] env[69411]: DEBUG nova.network.neutron [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1006.388179] env[69411]: DEBUG nova.network.neutron [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1006.603966] env[69411]: DEBUG nova.scheduler.client.report [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.681031] env[69411]: DEBUG nova.compute.manager [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.681184] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.684461] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff904e11-c120-4252-9be2-c9fc89388cf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.694823] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.695096] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-664f8a96-ec81-4a41-92d5-74b9295e0b41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.702281] env[69411]: DEBUG oslo_vmware.api [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 1006.702281] env[69411]: value = "task-3379078" [ 1006.702281] env[69411]: _type = "Task" [ 1006.702281] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.712368] env[69411]: DEBUG oslo_vmware.api [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3379078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.727188] env[69411]: DEBUG nova.network.neutron [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1006.884941] env[69411]: DEBUG nova.network.neutron [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Updating instance_info_cache with network_info: [{"id": "ad76ca5d-643e-46f5-a0a3-f9535932cb15", "address": "fa:16:3e:65:0c:ae", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad76ca5d-64", "ovs_interfaceid": "ad76ca5d-643e-46f5-a0a3-f9535932cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.891236] env[69411]: DEBUG nova.network.neutron [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.921531] env[69411]: DEBUG nova.network.neutron [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Updated VIF entry in instance network info cache for port 1b677bda-bfff-46ff-a203-f77f989e60d2. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1006.922114] env[69411]: DEBUG nova.network.neutron [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Updating instance_info_cache with network_info: [{"id": "1b677bda-bfff-46ff-a203-f77f989e60d2", "address": "fa:16:3e:81:09:ed", "network": {"id": "c6375637-c6b3-4dd5-9a74-5deb40e5aca5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-273453138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c976c7abebf94fed899a8ab9cd5235f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b677bda-bf", "ovs_interfaceid": "1b677bda-bfff-46ff-a203-f77f989e60d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.111120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.114276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.488s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.121340] env[69411]: INFO nova.compute.claims [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.144107] env[69411]: INFO nova.scheduler.client.report [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Deleted allocations for instance 403da129-759b-40e9-9547-3b2c5809e160 [ 1007.214025] env[69411]: DEBUG oslo_vmware.api [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3379078, 'name': PowerOffVM_Task, 'duration_secs': 0.259101} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.214361] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.214704] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.215114] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cdb6c01-18bc-4de2-92da-93320a72694f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.284439] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.284801] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.284964] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Deleting the datastore file [datastore1] 293ae9c2-c559-47cd-9a89-c3ad5469f420 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.285262] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c918cd7e-bf99-4e1f-8d1e-411f8da9b80d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.292071] env[69411]: DEBUG oslo_vmware.api [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for the task: (returnval){ [ 1007.292071] env[69411]: value = "task-3379080" [ 1007.292071] env[69411]: _type = "Task" [ 1007.292071] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.300700] env[69411]: DEBUG oslo_vmware.api [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3379080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.388147] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "refresh_cache-65c128e6-28b4-4428-b94b-f442a2c1cc5a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.388581] env[69411]: DEBUG nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Instance network_info: |[{"id": "ad76ca5d-643e-46f5-a0a3-f9535932cb15", "address": "fa:16:3e:65:0c:ae", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad76ca5d-64", "ovs_interfaceid": "ad76ca5d-643e-46f5-a0a3-f9535932cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.389142] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:0c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad76ca5d-643e-46f5-a0a3-f9535932cb15', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.397371] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.397848] env[69411]: INFO nova.compute.manager [-] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Took 1.03 seconds to deallocate network for instance. [ 1007.398094] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.399968] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da4fefa2-bd9b-48f2-929c-d00792f39b2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.426238] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.426238] env[69411]: value = "task-3379081" [ 1007.426238] env[69411]: _type = "Task" [ 1007.426238] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.430429] env[69411]: DEBUG oslo_concurrency.lockutils [req-2d4df0af-80aa-4a6e-84c6-d58a17e31cec req-b95bb3fd-5dc6-4a1b-8439-4debfd098479 service nova] Releasing lock "refresh_cache-39e834d5-508a-4424-9363-b8ecf38192ca" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.436013] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379081, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.654760] env[69411]: DEBUG nova.compute.manager [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Received event network-changed-ad76ca5d-643e-46f5-a0a3-f9535932cb15 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.655986] env[69411]: DEBUG nova.compute.manager [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Refreshing instance network info cache due to event network-changed-ad76ca5d-643e-46f5-a0a3-f9535932cb15. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.656342] env[69411]: DEBUG oslo_concurrency.lockutils [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] Acquiring lock "refresh_cache-65c128e6-28b4-4428-b94b-f442a2c1cc5a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.656607] env[69411]: DEBUG oslo_concurrency.lockutils [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] Acquired lock "refresh_cache-65c128e6-28b4-4428-b94b-f442a2c1cc5a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.657075] env[69411]: DEBUG nova.network.neutron [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Refreshing network info cache for port ad76ca5d-643e-46f5-a0a3-f9535932cb15 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1007.658954] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cf730d7a-d612-42ea-b856-97624c0c65ef tempest-ServersListShow298Test-880731587 tempest-ServersListShow298Test-880731587-project-member] Lock "403da129-759b-40e9-9547-3b2c5809e160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.546s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.802041] env[69411]: DEBUG oslo_vmware.api [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Task: {'id': task-3379080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236663} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.802377] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.802771] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.803019] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.803230] env[69411]: INFO nova.compute.manager [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1007.803482] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.803683] env[69411]: DEBUG nova.compute.manager [-] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.803783] env[69411]: DEBUG nova.network.neutron [-] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1007.922300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.938074] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379081, 'name': CreateVM_Task, 'duration_secs': 0.34345} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.938294] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.939080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.939303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.939697] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.940327] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f3b290-ac47-4404-84de-9723a84043b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.946277] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1007.946277] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52445b90-1ec8-7a77-fcb9-7bc0ba23219d" [ 1007.946277] env[69411]: _type = "Task" [ 1007.946277] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.955545] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52445b90-1ec8-7a77-fcb9-7bc0ba23219d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.469557] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52445b90-1ec8-7a77-fcb9-7bc0ba23219d, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.469891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.470143] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.470465] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.470530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.470717] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.470989] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9c20bd-0824-4346-804c-1754a1755b09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.476616] env[69411]: DEBUG nova.network.neutron [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Updated VIF entry in instance network info cache for port ad76ca5d-643e-46f5-a0a3-f9535932cb15. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1008.476988] env[69411]: DEBUG nova.network.neutron [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Updating instance_info_cache with network_info: [{"id": "ad76ca5d-643e-46f5-a0a3-f9535932cb15", "address": "fa:16:3e:65:0c:ae", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad76ca5d-64", "ovs_interfaceid": "ad76ca5d-643e-46f5-a0a3-f9535932cb15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.489248] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.489248] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.489736] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f89e7a-aae9-4b81-b329-1c2ecfccaa2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.498260] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1008.498260] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d29b9e-118c-5b4c-b986-72b9939bdd6e" [ 1008.498260] env[69411]: _type = "Task" [ 1008.498260] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.509229] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d29b9e-118c-5b4c-b986-72b9939bdd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.527050] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256fe48-a0c3-49e6-9112-091a1e6b8b21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.535353] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1655ce83-c202-4652-a413-bec614125743 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.567424] env[69411]: DEBUG nova.network.neutron [-] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.569783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1cb778-bfa7-4bfe-95f7-80f32d3ec726 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.577550] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ba1472-e33f-4192-864c-e8961cb0a483 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.594308] env[69411]: DEBUG nova.compute.provider_tree [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.979764] env[69411]: DEBUG oslo_concurrency.lockutils [req-b42297e6-fe24-413b-9d98-9470b88bacaf req-eb9024a7-0687-4fab-a0ef-85aa522b9a93 service nova] Releasing lock "refresh_cache-65c128e6-28b4-4428-b94b-f442a2c1cc5a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.010617] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d29b9e-118c-5b4c-b986-72b9939bdd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.040396} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.012490] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6e30a9-8b85-4c8b-bcb6-477e52c61b9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.017763] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1009.017763] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527bb982-a171-c3d4-991c-3cc12b0aee57" [ 1009.017763] env[69411]: _type = "Task" [ 1009.017763] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.025845] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527bb982-a171-c3d4-991c-3cc12b0aee57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.070716] env[69411]: INFO nova.compute.manager [-] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Took 1.27 seconds to deallocate network for instance. [ 1009.098312] env[69411]: DEBUG nova.scheduler.client.report [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.529199] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527bb982-a171-c3d4-991c-3cc12b0aee57, 'name': SearchDatastore_Task, 'duration_secs': 0.056743} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.529604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.529818] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 65c128e6-28b4-4428-b94b-f442a2c1cc5a/65c128e6-28b4-4428-b94b-f442a2c1cc5a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.530112] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0458f21-8353-42f4-b7a7-e49477c566f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.536592] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1009.536592] env[69411]: value = "task-3379083" [ 1009.536592] env[69411]: _type = "Task" [ 1009.536592] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.544611] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.578212] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.604758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.605303] env[69411]: DEBUG nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.608428] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.642s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.608707] env[69411]: DEBUG nova.objects.instance [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lazy-loading 'resources' on Instance uuid 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.682129] env[69411]: DEBUG nova.compute.manager [req-6bfd3ab8-7f34-4cab-bd62-c52e24e82ea8 req-d1673fa8-dcb6-4120-8848-2c76cef50de3 service nova] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Received event network-vif-deleted-f68615a9-6575-43ba-9be8-1108e09ad33e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.047687] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48675} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.048059] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 65c128e6-28b4-4428-b94b-f442a2c1cc5a/65c128e6-28b4-4428-b94b-f442a2c1cc5a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.048255] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.048557] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e814a4e9-7a99-4d0b-83fc-3734bfe523ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.055145] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1010.055145] env[69411]: value = "task-3379084" [ 1010.055145] env[69411]: _type = "Task" [ 1010.055145] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.063065] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.111848] env[69411]: DEBUG nova.compute.utils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.113366] env[69411]: DEBUG nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.113559] env[69411]: DEBUG nova.network.neutron [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.156546] env[69411]: DEBUG nova.policy [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b6c8169e84d415093f1e1ad9190be77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9891422169eb40aea66b5c3210cf1cc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.472881] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25936b27-c82c-47ee-bf1f-92f986bd4528 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.481662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5747bb8e-8e63-4356-be96-c5e7b0531311 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.485765] env[69411]: DEBUG nova.network.neutron [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Successfully created port: 43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.516940] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efcd1a2-1040-49d3-8799-764fac853c73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.524926] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f3c5a-eb6f-483a-b3bb-4b944836107a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.539861] env[69411]: DEBUG nova.compute.provider_tree [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.564546] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.619904] env[69411]: DEBUG nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.044738] env[69411]: DEBUG nova.scheduler.client.report [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.065905] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379084, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.403931] env[69411]: INFO nova.compute.manager [None req-8b1736db-049c-4a8d-933f-d40774993183 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Get console output [ 1011.404262] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-8b1736db-049c-4a8d-933f-d40774993183 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] The console log is missing. Check your VSPC configuration [ 1011.550405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.552821] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.933s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.553153] env[69411]: DEBUG nova.objects.instance [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lazy-loading 'resources' on Instance uuid 4753221f-d4bd-4e4a-bf04-fc68d8441409 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.568624] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.032702} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.568868] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.569693] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b669eaa-296c-4a80-9bdc-04d2a9bd8393 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.593873] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 65c128e6-28b4-4428-b94b-f442a2c1cc5a/65c128e6-28b4-4428-b94b-f442a2c1cc5a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.595158] env[69411]: INFO nova.scheduler.client.report [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted allocations for instance 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4 [ 1011.596204] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724e445b-9fd8-40e0-bcc7-117b10dfb495 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.622035] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1011.622035] env[69411]: value = "task-3379086" [ 1011.622035] env[69411]: _type = "Task" [ 1011.622035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.631191] env[69411]: DEBUG nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.633318] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.662776] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.663075] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.663294] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.663525] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.663739] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.663819] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.664055] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.664237] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.664429] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.664601] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.665249] env[69411]: DEBUG nova.virt.hardware [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.666087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bd516d-b333-4a0b-a866-6cfd149dd2cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.675575] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b22df-fa34-46c8-8ad9-ebd25ce7415e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.005438] env[69411]: DEBUG nova.compute.manager [req-fece264e-bb0f-4ca0-ad53-f39bd0380b92 req-5089cf7c-d3af-4374-8fee-3b25c0206045 service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Received event network-vif-plugged-43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.005673] env[69411]: DEBUG oslo_concurrency.lockutils [req-fece264e-bb0f-4ca0-ad53-f39bd0380b92 req-5089cf7c-d3af-4374-8fee-3b25c0206045 service nova] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.005970] env[69411]: DEBUG oslo_concurrency.lockutils [req-fece264e-bb0f-4ca0-ad53-f39bd0380b92 req-5089cf7c-d3af-4374-8fee-3b25c0206045 service nova] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.006160] env[69411]: DEBUG oslo_concurrency.lockutils [req-fece264e-bb0f-4ca0-ad53-f39bd0380b92 req-5089cf7c-d3af-4374-8fee-3b25c0206045 service nova] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.006338] env[69411]: DEBUG nova.compute.manager [req-fece264e-bb0f-4ca0-ad53-f39bd0380b92 req-5089cf7c-d3af-4374-8fee-3b25c0206045 service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] No waiting events found dispatching network-vif-plugged-43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.006579] env[69411]: WARNING nova.compute.manager [req-fece264e-bb0f-4ca0-ad53-f39bd0380b92 req-5089cf7c-d3af-4374-8fee-3b25c0206045 service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Received unexpected event network-vif-plugged-43d6ae8d-d78c-4b00-b9f9-275ec3130534 for instance with vm_state building and task_state spawning. [ 1012.112313] env[69411]: DEBUG nova.network.neutron [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Successfully updated port: 43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.121386] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6543b828-6c36-4260-86ee-86292c7f5352 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "6747f2e0-b076-41b5-9bf1-4ac0ab223cc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.056s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.133877] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379086, 'name': ReconfigVM_Task, 'duration_secs': 0.289297} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.134143] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 65c128e6-28b4-4428-b94b-f442a2c1cc5a/65c128e6-28b4-4428-b94b-f442a2c1cc5a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.135963] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ca2f9e3-ec25-4fbb-b015-03b7d2698df7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.145741] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1012.145741] env[69411]: value = "task-3379087" [ 1012.145741] env[69411]: _type = "Task" [ 1012.145741] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.155429] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379087, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.442369] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762f33f-9108-4e7c-ba80-56c3746c7c9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.452761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1be65b1-c6c4-40bd-9541-0c46d85b6162 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.485648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "5577226c-6081-4ae5-909f-2dea19be98a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.486238] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "5577226c-6081-4ae5-909f-2dea19be98a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.486238] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "5577226c-6081-4ae5-909f-2dea19be98a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.486414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "5577226c-6081-4ae5-909f-2dea19be98a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.486612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "5577226c-6081-4ae5-909f-2dea19be98a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.488917] env[69411]: INFO nova.compute.manager [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Terminating instance [ 1012.490770] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6839dafc-9071-4d98-9686-0c2d445b2d47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.501405] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dac10d-8e89-4866-816f-4b01da074a72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.520372] env[69411]: DEBUG nova.compute.provider_tree [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.615952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.616185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.616349] env[69411]: DEBUG nova.network.neutron [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1012.656399] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379087, 'name': Rename_Task, 'duration_secs': 0.172901} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.656659] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.656911] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1afcc5e2-f594-4591-b398-46009a8e5b90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.663238] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1012.663238] env[69411]: value = "task-3379089" [ 1012.663238] env[69411]: _type = "Task" [ 1012.663238] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.672560] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.899343] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52204731-ec86-1f4c-9994-34198fac1165/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.900313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1ab3f2-bad3-4328-8d79-9d3c0ef80e98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.906747] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52204731-ec86-1f4c-9994-34198fac1165/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.906934] env[69411]: ERROR oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52204731-ec86-1f4c-9994-34198fac1165/disk-0.vmdk due to incomplete transfer. [ 1012.907220] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3829915-b9ad-45a8-9996-51fd416515bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.914866] env[69411]: DEBUG oslo_vmware.rw_handles [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52204731-ec86-1f4c-9994-34198fac1165/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1012.915078] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Uploaded image 5d1c0492-fa5c-447c-b384-317f338a7b87 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1012.917376] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1012.917683] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8813e40f-5b51-4751-8885-6535d3a73603 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.923363] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1012.923363] env[69411]: value = "task-3379090" [ 1012.923363] env[69411]: _type = "Task" [ 1012.923363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.931331] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379090, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.999023] env[69411]: DEBUG nova.compute.manager [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.999023] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.999023] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a2fbf0-c851-4a59-a2c8-f8d93a097232 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.008023] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.008023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-534226a9-ccd0-4676-86a2-99a06f6c6f96 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.015672] env[69411]: DEBUG oslo_vmware.api [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 1013.015672] env[69411]: value = "task-3379091" [ 1013.015672] env[69411]: _type = "Task" [ 1013.015672] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.025993] env[69411]: DEBUG nova.scheduler.client.report [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.030308] env[69411]: DEBUG oslo_vmware.api [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3379091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.163099] env[69411]: DEBUG nova.network.neutron [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1013.175450] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379089, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.220887] env[69411]: DEBUG nova.compute.manager [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.221708] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706b39b-91e1-4f0e-bc98-32dd5b7c8135 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.319730] env[69411]: DEBUG nova.network.neutron [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updating instance_info_cache with network_info: [{"id": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "address": "fa:16:3e:b1:50:a3", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d6ae8d-d7", "ovs_interfaceid": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.434503] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379090, 'name': Destroy_Task, 'duration_secs': 0.331059} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.434817] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Destroyed the VM [ 1013.435250] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1013.435520] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da140cf3-5bc6-4349-8dfe-ddcfba34e9f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.443750] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1013.443750] env[69411]: value = "task-3379092" [ 1013.443750] env[69411]: _type = "Task" [ 1013.443750] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.451947] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.527079] env[69411]: DEBUG oslo_vmware.api [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3379091, 'name': PowerOffVM_Task, 'duration_secs': 0.207073} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.527364] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.527577] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.527886] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42234c23-6fe7-4fa3-9ded-a31357a4d8ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.531390] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.533545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.433s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.533801] env[69411]: DEBUG nova.objects.instance [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lazy-loading 'resources' on Instance uuid d8fc0d49-982a-43db-8ef5-0aa2ee3dd324 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.553639] env[69411]: INFO nova.scheduler.client.report [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Deleted allocations for instance 4753221f-d4bd-4e4a-bf04-fc68d8441409 [ 1013.594362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "7fa26688-1db5-4c33-af26-41052842dad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.594612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "7fa26688-1db5-4c33-af26-41052842dad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.596767] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.596994] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.597227] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Deleting the datastore file [datastore2] 5577226c-6081-4ae5-909f-2dea19be98a1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.597900] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588d88c8-5890-42b0-a07c-e0bdd701e581 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.604342] env[69411]: DEBUG oslo_vmware.api [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for the task: (returnval){ [ 1013.604342] env[69411]: value = "task-3379094" [ 1013.604342] env[69411]: _type = "Task" [ 1013.604342] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.613851] env[69411]: DEBUG oslo_vmware.api [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3379094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.674687] env[69411]: DEBUG oslo_vmware.api [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379089, 'name': PowerOnVM_Task, 'duration_secs': 0.731779} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.675102] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.675375] env[69411]: INFO nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1013.675567] env[69411]: DEBUG nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.676744] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3c630-abc7-4549-9e16-1c0be92c95b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.733599] env[69411]: INFO nova.compute.manager [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] instance snapshotting [ 1013.734228] env[69411]: DEBUG nova.objects.instance [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'flavor' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.826025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.826407] env[69411]: DEBUG nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Instance network_info: |[{"id": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "address": "fa:16:3e:b1:50:a3", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d6ae8d-d7", "ovs_interfaceid": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.826853] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:50:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d6ae8d-d78c-4b00-b9f9-275ec3130534', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.834722] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.835201] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.835451] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cbaab30-dbb6-43ca-ac5a-a1ffbe033044 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.858230] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.858230] env[69411]: value = "task-3379095" [ 1013.858230] env[69411]: _type = "Task" [ 1013.858230] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.865903] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379095, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.954949] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.395924} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.955254] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.955537] env[69411]: DEBUG nova.compute.manager [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.956379] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6cdc95-d515-462c-b5e0-060aba72a02a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.033062] env[69411]: DEBUG nova.compute.manager [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Received event network-changed-43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.033319] env[69411]: DEBUG nova.compute.manager [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Refreshing instance network info cache due to event network-changed-43d6ae8d-d78c-4b00-b9f9-275ec3130534. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.033907] env[69411]: DEBUG oslo_concurrency.lockutils [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] Acquiring lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.033907] env[69411]: DEBUG oslo_concurrency.lockutils [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] Acquired lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.033907] env[69411]: DEBUG nova.network.neutron [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Refreshing network info cache for port 43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1014.062231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-092838d5-b801-49b9-8a85-607acae7bd7a tempest-ServerAddressesTestJSON-1720466427 tempest-ServerAddressesTestJSON-1720466427-project-member] Lock "4753221f-d4bd-4e4a-bf04-fc68d8441409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.107s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.101354] env[69411]: DEBUG nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.115598] env[69411]: DEBUG oslo_vmware.api [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Task: {'id': task-3379094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438524} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.118380] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.118617] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.118802] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.119008] env[69411]: INFO nova.compute.manager [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1014.119306] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.119725] env[69411]: DEBUG nova.compute.manager [-] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.120761] env[69411]: DEBUG nova.network.neutron [-] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1014.202902] env[69411]: INFO nova.compute.manager [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Took 38.45 seconds to build instance. [ 1014.242382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4d052a-b712-4d38-9472-5786c6f94225 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.264471] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fca3adf-0544-4c50-b291-8193dfce1818 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.370450] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379095, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.450020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fe10e6-207a-42c2-ae04-be390eb2b46e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.460747] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb6c4cf-24c2-46b3-9fa4-edc88d871a55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.471475] env[69411]: INFO nova.compute.manager [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Shelve offloading [ 1014.504807] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3fa702-81c6-4ff6-9364-b83ab8b6d973 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.513977] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112bfa5e-0414-414e-ae80-7603b188aba7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.531012] env[69411]: DEBUG nova.compute.provider_tree [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.642116] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.708694] env[69411]: DEBUG oslo_concurrency.lockutils [None req-838c8402-c925-4a0c-bee4-cfcd03879089 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.968s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.776152] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1014.776489] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5aec7416-9335-47b8-bab0-16821380ccdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.785481] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1014.785481] env[69411]: value = "task-3379097" [ 1014.785481] env[69411]: _type = "Task" [ 1014.785481] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.800276] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.874527] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379095, 'name': CreateVM_Task, 'duration_secs': 0.747091} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.874527] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.875207] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.875382] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.875714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.876021] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f2845d-e474-4a56-bebc-64bd0c5f44d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.885928] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1014.885928] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525a7fb0-b5f2-ceaf-bcb7-515d8aebafb9" [ 1014.885928] env[69411]: _type = "Task" [ 1014.885928] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.900124] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525a7fb0-b5f2-ceaf-bcb7-515d8aebafb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.004394] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.004957] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2210b945-ff9c-41d1-a27c-db3d63b7d195 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.016587] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1015.016587] env[69411]: value = "task-3379098" [ 1015.016587] env[69411]: _type = "Task" [ 1015.016587] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.030316] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1015.030316] env[69411]: DEBUG nova.compute.manager [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.031340] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af3b422-3b4e-49cc-891d-3d32e71d91ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.037237] env[69411]: DEBUG nova.scheduler.client.report [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.045484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.045687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.045888] env[69411]: DEBUG nova.network.neutron [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1015.165146] env[69411]: DEBUG nova.network.neutron [-] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.274725] env[69411]: DEBUG nova.network.neutron [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updated VIF entry in instance network info cache for port 43d6ae8d-d78c-4b00-b9f9-275ec3130534. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1015.274725] env[69411]: DEBUG nova.network.neutron [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updating instance_info_cache with network_info: [{"id": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "address": "fa:16:3e:b1:50:a3", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d6ae8d-d7", "ovs_interfaceid": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.299017] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.398228] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525a7fb0-b5f2-ceaf-bcb7-515d8aebafb9, 'name': SearchDatastore_Task, 'duration_secs': 0.021582} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.399648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.399648] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.399648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.399648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.399648] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.399869] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff90f88-ea27-41b5-818e-4ea04d789425 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.410448] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.410530] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.411701] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5117590b-dbed-45d5-b9a9-d65ef20e150d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.420216] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1015.420216] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5232acf5-9bc5-8a27-53a1-3baa4a5d917e" [ 1015.420216] env[69411]: _type = "Task" [ 1015.420216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.434906] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5232acf5-9bc5-8a27-53a1-3baa4a5d917e, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.435855] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48d4a3a-f7e1-4fac-aa7d-b936eb6498ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.443232] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1015.443232] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]520d7ce1-bce9-90d2-9907-6b9814c9a829" [ 1015.443232] env[69411]: _type = "Task" [ 1015.443232] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.454039] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520d7ce1-bce9-90d2-9907-6b9814c9a829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.543414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.546987] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.218s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.547296] env[69411]: DEBUG nova.objects.instance [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lazy-loading 'resources' on Instance uuid 127aa697-2d67-47d9-96d4-f70858a832eb {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.584471] env[69411]: INFO nova.scheduler.client.report [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleted allocations for instance d8fc0d49-982a-43db-8ef5-0aa2ee3dd324 [ 1015.670256] env[69411]: INFO nova.compute.manager [-] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Took 1.55 seconds to deallocate network for instance. [ 1015.670820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "41843deb-2b35-4b50-a791-a3e8bea699c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.671079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.769127] env[69411]: DEBUG nova.network.neutron [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9089592c-21", "ovs_interfaceid": "9089592c-210c-403d-a734-90ed481a55ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.777480] env[69411]: DEBUG oslo_concurrency.lockutils [req-de7a01d2-9c45-42c4-a12f-9477fffe5563 req-ed5dbd2f-0e02-4bdc-a10a-d7ea2127d18c service nova] Releasing lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.799603] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379097, 'name': CreateSnapshot_Task, 'duration_secs': 0.523504} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.800228] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1015.801014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d212000a-7465-4b8f-88bc-9d94ef9cd917 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.954036] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520d7ce1-bce9-90d2-9907-6b9814c9a829, 'name': SearchDatastore_Task, 'duration_secs': 0.013907} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.954332] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.954598] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 90c14f96-bc70-4d7d-ae10-74a9f68a8950/90c14f96-bc70-4d7d-ae10-74a9f68a8950.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.954891] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-471bc041-b505-4d7c-86ff-26818bc90eaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.963472] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1015.963472] env[69411]: value = "task-3379099" [ 1015.963472] env[69411]: _type = "Task" [ 1015.963472] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.972262] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.068185] env[69411]: DEBUG nova.compute.manager [req-0f82d8ba-076c-4e4f-ad2e-5b0511be94d0 req-10f49389-1268-47de-9c63-c667ed232a4d service nova] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Received event network-vif-deleted-8b347088-c694-4da5-ab85-785561ca9a83 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.096414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3292f947-c011-4cf2-aba4-e25c48ae181b tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d8fc0d49-982a-43db-8ef5-0aa2ee3dd324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.671s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.174796] env[69411]: DEBUG nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.181979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.271822] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.319450] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1016.322451] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6b1385f-fa5d-48d0-b8a9-d8ebb5c6577c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.333622] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1016.333622] env[69411]: value = "task-3379100" [ 1016.333622] env[69411]: _type = "Task" [ 1016.333622] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.345796] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379100, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.483176] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.487046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f00ee7-18e1-4258-80bb-a438f753ee76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.499194] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e625409-82e0-44f1-b873-205f1a5cae23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.535100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db169548-c34e-4873-99cd-c3db62f07158 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.544104] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc76ad42-8ca6-42ab-a113-a2c032f54b2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.559840] env[69411]: DEBUG nova.compute.provider_tree [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.663645] env[69411]: DEBUG nova.compute.manager [req-be0d99f2-b9ba-4622-b735-362f11a7f28d req-7ec32666-6499-4b8d-9363-fe1e3afb77da service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received event network-vif-unplugged-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.663645] env[69411]: DEBUG oslo_concurrency.lockutils [req-be0d99f2-b9ba-4622-b735-362f11a7f28d req-7ec32666-6499-4b8d-9363-fe1e3afb77da service nova] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.663760] env[69411]: DEBUG oslo_concurrency.lockutils [req-be0d99f2-b9ba-4622-b735-362f11a7f28d req-7ec32666-6499-4b8d-9363-fe1e3afb77da service nova] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.663850] env[69411]: DEBUG oslo_concurrency.lockutils [req-be0d99f2-b9ba-4622-b735-362f11a7f28d req-7ec32666-6499-4b8d-9363-fe1e3afb77da service nova] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.664022] env[69411]: DEBUG nova.compute.manager [req-be0d99f2-b9ba-4622-b735-362f11a7f28d req-7ec32666-6499-4b8d-9363-fe1e3afb77da service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] No waiting events found dispatching network-vif-unplugged-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.664274] env[69411]: WARNING nova.compute.manager [req-be0d99f2-b9ba-4622-b735-362f11a7f28d req-7ec32666-6499-4b8d-9363-fe1e3afb77da service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received unexpected event network-vif-unplugged-9089592c-210c-403d-a734-90ed481a55ba for instance with vm_state shelved and task_state shelving_offloading. [ 1016.695831] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.696599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc2a93c-bca0-442e-9abf-1e1235890ab9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.701380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.707555] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.707826] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb9c743-06ad-4a71-9f71-6c94e5030b98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.803072] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.803304] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.803491] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleting the datastore file [datastore1] 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.803757] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-515ad404-9b5f-4a51-af3e-06f935171c06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.811274] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1016.811274] env[69411]: value = "task-3379103" [ 1016.811274] env[69411]: _type = "Task" [ 1016.811274] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.820124] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.843109] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379100, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.974785] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570943} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.975123] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 90c14f96-bc70-4d7d-ae10-74a9f68a8950/90c14f96-bc70-4d7d-ae10-74a9f68a8950.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.975355] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.975612] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34a8250f-c778-4c9e-9f2b-48889ee81b08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.984132] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1016.984132] env[69411]: value = "task-3379104" [ 1016.984132] env[69411]: _type = "Task" [ 1016.984132] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.993972] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.063288] env[69411]: DEBUG nova.scheduler.client.report [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.150946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.151342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.151617] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.151890] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.152153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.154739] env[69411]: INFO nova.compute.manager [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Terminating instance [ 1017.321181] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.346783] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379100, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.494845] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098295} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.495140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.495908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19a1471-2c59-40a0-9c9e-95f31a4ad6e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.519750] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 90c14f96-bc70-4d7d-ae10-74a9f68a8950/90c14f96-bc70-4d7d-ae10-74a9f68a8950.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.519750] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836931cc-bdc5-40df-9515-a5c389c17ad0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.542654] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1017.542654] env[69411]: value = "task-3379105" [ 1017.542654] env[69411]: _type = "Task" [ 1017.542654] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.550722] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.569025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.571582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.080s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.573278] env[69411]: INFO nova.compute.claims [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.593405] env[69411]: INFO nova.scheduler.client.report [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted allocations for instance 127aa697-2d67-47d9-96d4-f70858a832eb [ 1017.660108] env[69411]: DEBUG nova.compute.manager [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.660373] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.661448] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87577bf-4cc6-4176-9b0a-337ab0a819e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.669871] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.670141] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f4686de-e849-44d8-b786-b4d752dc3c07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.676681] env[69411]: DEBUG oslo_vmware.api [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 1017.676681] env[69411]: value = "task-3379106" [ 1017.676681] env[69411]: _type = "Task" [ 1017.676681] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.686104] env[69411]: DEBUG oslo_vmware.api [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.822137] env[69411]: DEBUG oslo_vmware.api [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54246} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.822391] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.822618] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.822848] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.845983] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379100, 'name': CloneVM_Task, 'duration_secs': 1.468825} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.847109] env[69411]: INFO nova.scheduler.client.report [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleted allocations for instance 6f5dc694-e833-46ca-acfe-52b748a93a5c [ 1017.849599] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Created linked-clone VM from snapshot [ 1017.850491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b7c53-72ea-43c2-8595-541315339f26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.860014] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Uploading image d341f035-f004-4449-9433-78d82b6fc563 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1017.881586] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1017.881586] env[69411]: value = "vm-674282" [ 1017.881586] env[69411]: _type = "VirtualMachine" [ 1017.881586] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1017.881916] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-deb98bf3-209a-466c-9648-1846f84cbdc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.890511] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease: (returnval){ [ 1017.890511] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527810d8-21a6-871e-6843-a6556826c619" [ 1017.890511] env[69411]: _type = "HttpNfcLease" [ 1017.890511] env[69411]: } obtained for exporting VM: (result){ [ 1017.890511] env[69411]: value = "vm-674282" [ 1017.890511] env[69411]: _type = "VirtualMachine" [ 1017.890511] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1017.890864] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the lease: (returnval){ [ 1017.890864] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527810d8-21a6-871e-6843-a6556826c619" [ 1017.890864] env[69411]: _type = "HttpNfcLease" [ 1017.890864] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1017.899725] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.899725] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527810d8-21a6-871e-6843-a6556826c619" [ 1017.899725] env[69411]: _type = "HttpNfcLease" [ 1017.899725] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.065630] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379105, 'name': ReconfigVM_Task, 'duration_secs': 0.333284} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.065855] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 90c14f96-bc70-4d7d-ae10-74a9f68a8950/90c14f96-bc70-4d7d-ae10-74a9f68a8950.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.066559] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f49b037c-01cd-4c4c-828c-1cc116fb4696 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.073032] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1018.073032] env[69411]: value = "task-3379108" [ 1018.073032] env[69411]: _type = "Task" [ 1018.073032] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.082424] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379108, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.100694] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5800ec4e-6c32-4483-9ebe-a722fa898c55 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "127aa697-2d67-47d9-96d4-f70858a832eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.306s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.189221] env[69411]: DEBUG oslo_vmware.api [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379106, 'name': PowerOffVM_Task, 'duration_secs': 0.226454} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.189503] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.189676] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.189936] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc697e9b-9a7b-4326-8cdc-69d64ab83f4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.276353] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.276503] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.276804] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleting the datastore file [datastore2] c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.277807] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11aae85d-f412-484b-9aea-9167badf2528 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.285309] env[69411]: DEBUG oslo_vmware.api [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 1018.285309] env[69411]: value = "task-3379110" [ 1018.285309] env[69411]: _type = "Task" [ 1018.285309] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.293841] env[69411]: DEBUG oslo_vmware.api [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.355300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.400018] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.400018] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527810d8-21a6-871e-6843-a6556826c619" [ 1018.400018] env[69411]: _type = "HttpNfcLease" [ 1018.400018] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.400354] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.400354] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527810d8-21a6-871e-6843-a6556826c619" [ 1018.400354] env[69411]: _type = "HttpNfcLease" [ 1018.400354] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1018.401087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f72a200-e4f1-4cb8-99e9-28727e5860bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.409242] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285d403-3fbf-8d30-b09f-731757540a6b/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1018.409242] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285d403-3fbf-8d30-b09f-731757540a6b/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1018.499752] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21f40399-59f2-4839-a346-240dda5ef769 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.582627] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379108, 'name': Rename_Task, 'duration_secs': 0.149531} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.583008] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.585881] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8f97a6d-1ab5-4e13-8e3a-6c8322d915a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.594286] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1018.594286] env[69411]: value = "task-3379112" [ 1018.594286] env[69411]: _type = "Task" [ 1018.594286] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.602825] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.799103] env[69411]: DEBUG oslo_vmware.api [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284053} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.802590] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.803040] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.803267] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.803596] env[69411]: INFO nova.compute.manager [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1018.803908] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.804463] env[69411]: DEBUG nova.compute.manager [-] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.804594] env[69411]: DEBUG nova.network.neutron [-] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1018.834236] env[69411]: DEBUG nova.compute.manager [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received event network-changed-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.834540] env[69411]: DEBUG nova.compute.manager [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Refreshing instance network info cache due to event network-changed-9089592c-210c-403d-a734-90ed481a55ba. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.835332] env[69411]: DEBUG oslo_concurrency.lockutils [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] Acquiring lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.835332] env[69411]: DEBUG oslo_concurrency.lockutils [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] Acquired lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.836997] env[69411]: DEBUG nova.network.neutron [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Refreshing network info cache for port 9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1018.949311] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36474ee3-db36-4e86-b285-30aa483a729c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.968244] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff02991-5661-4e01-894e-3c263599cbf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.009436] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f52019-d71a-4a69-b6e5-3ab0347a7fd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.020949] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac044b8-a123-40dd-9aa9-6a790da275fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.037249] env[69411]: DEBUG nova.compute.provider_tree [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.106760] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.138792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.138941] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.141080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.141080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.141080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.142061] env[69411]: INFO nova.compute.manager [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Terminating instance [ 1019.542320] env[69411]: DEBUG nova.scheduler.client.report [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.609447] env[69411]: DEBUG oslo_vmware.api [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379112, 'name': PowerOnVM_Task, 'duration_secs': 0.622805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.609808] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.610134] env[69411]: INFO nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1019.610469] env[69411]: DEBUG nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.611517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f43912-775d-4395-b954-df6b26693af3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.650430] env[69411]: DEBUG nova.compute.manager [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.650674] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.651678] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac02d7f-8bcf-4912-bb36-71310fa1984e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.661028] env[69411]: DEBUG nova.network.neutron [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updated VIF entry in instance network info cache for port 9089592c-210c-403d-a734-90ed481a55ba. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1019.662513] env[69411]: DEBUG nova.network.neutron [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": null, "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9089592c-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.663108] env[69411]: DEBUG nova.network.neutron [-] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.670332] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.671092] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269ac5c2-2e2d-45be-a29f-f6a0fc96c21f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.679549] env[69411]: DEBUG oslo_vmware.api [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 1019.679549] env[69411]: value = "task-3379113" [ 1019.679549] env[69411]: _type = "Task" [ 1019.679549] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.693148] env[69411]: DEBUG oslo_vmware.api [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.050699] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.051319] env[69411]: DEBUG nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.054339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.005s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.054602] env[69411]: DEBUG nova.objects.instance [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1020.129914] env[69411]: INFO nova.compute.manager [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Took 41.53 seconds to build instance. [ 1020.165578] env[69411]: DEBUG oslo_concurrency.lockutils [req-7dce2f01-5c58-46ca-86d2-d81ccc865c2e req-54e4bca9-d088-466e-9203-bb9f77b5ef01 service nova] Releasing lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.166323] env[69411]: INFO nova.compute.manager [-] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Took 1.36 seconds to deallocate network for instance. [ 1020.190330] env[69411]: DEBUG oslo_vmware.api [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379113, 'name': PowerOffVM_Task, 'duration_secs': 0.429018} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.190794] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.191048] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.191428] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9c89a25-88c2-4e63-920f-549414c58fab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.265954] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.266455] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.266567] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleting the datastore file [datastore2] 59be5fbd-08c1-45a9-9f8f-0bbe90384a24 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.266908] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd96e555-419f-42bf-a8a1-b96fc365d54d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.276503] env[69411]: DEBUG oslo_vmware.api [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 1020.276503] env[69411]: value = "task-3379115" [ 1020.276503] env[69411]: _type = "Task" [ 1020.276503] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.285207] env[69411]: DEBUG oslo_vmware.api [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.323341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.343635] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "8731aec0-501f-4bd6-9cbe-1404390780df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.343965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "8731aec0-501f-4bd6-9cbe-1404390780df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.344264] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "8731aec0-501f-4bd6-9cbe-1404390780df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.344501] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "8731aec0-501f-4bd6-9cbe-1404390780df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.344724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "8731aec0-501f-4bd6-9cbe-1404390780df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.347262] env[69411]: INFO nova.compute.manager [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Terminating instance [ 1020.559295] env[69411]: DEBUG nova.compute.utils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.563999] env[69411]: DEBUG nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.564861] env[69411]: DEBUG nova.network.neutron [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.605350] env[69411]: DEBUG nova.policy [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5958883f59e4c3e9e0225449ebf5f58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fa46a1959034c61abcf5fffea998a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.631541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4fd9fe7b-35e9-406c-98ed-22aadeef752c tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.036s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.672631] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.787724] env[69411]: DEBUG oslo_vmware.api [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19694} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.788068] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.788313] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.788548] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.788784] env[69411]: INFO nova.compute.manager [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1020.789110] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.789386] env[69411]: DEBUG nova.compute.manager [-] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.789538] env[69411]: DEBUG nova.network.neutron [-] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1020.851636] env[69411]: DEBUG nova.compute.manager [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.851636] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.853041] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9b7e4-582a-40a0-9081-cd45ae22b871 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.860124] env[69411]: DEBUG nova.compute.manager [req-99e4e258-30d0-430b-ae8a-e01888be05bf req-1dbcda1a-9d57-4e28-854e-c805c3727097 service nova] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Received event network-vif-deleted-dd62dde2-6e97-4dff-89e6-02fcf20cb7c2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.864073] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.864073] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1c4dfcb-788e-44e4-993f-c7a78b022860 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.874357] env[69411]: DEBUG oslo_vmware.api [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 1020.874357] env[69411]: value = "task-3379117" [ 1020.874357] env[69411]: _type = "Task" [ 1020.874357] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.891390] env[69411]: DEBUG oslo_vmware.api [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3379117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.951047] env[69411]: DEBUG nova.network.neutron [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Successfully created port: bc38594a-59e6-4f5d-9883-dcf405968f5e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.064720] env[69411]: DEBUG nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.068428] env[69411]: DEBUG oslo_concurrency.lockutils [None req-46a090f6-e7a8-47d5-be78-7b07e657b20a tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.069421] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.479s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.069648] env[69411]: DEBUG nova.objects.instance [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lazy-loading 'resources' on Instance uuid fe663c07-e906-4ef1-b67f-6f4143652565 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.386053] env[69411]: DEBUG oslo_vmware.api [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3379117, 'name': PowerOffVM_Task, 'duration_secs': 0.381936} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.386691] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.386959] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.387271] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-890dfd49-9921-42a6-b523-e8bc7eaad210 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.431410] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.431410] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.460048] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.460048] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.460048] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Deleting the datastore file [datastore2] 8731aec0-501f-4bd6-9cbe-1404390780df {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.460048] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957b88ea-1f52-45d8-a769-80cc66f740f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.471330] env[69411]: DEBUG oslo_vmware.api [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for the task: (returnval){ [ 1021.471330] env[69411]: value = "task-3379119" [ 1021.471330] env[69411]: _type = "Task" [ 1021.471330] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.493844] env[69411]: DEBUG oslo_vmware.api [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3379119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.566094] env[69411]: DEBUG nova.compute.manager [req-908940c2-7472-4e4a-8ce0-3a3ce3415ddd req-6cf69675-f38f-43bb-8b76-7bb562c072ce service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Received event network-vif-deleted-33e40b57-7fc5-44e2-969f-a9705496c154 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.566420] env[69411]: INFO nova.compute.manager [req-908940c2-7472-4e4a-8ce0-3a3ce3415ddd req-6cf69675-f38f-43bb-8b76-7bb562c072ce service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Neutron deleted interface 33e40b57-7fc5-44e2-969f-a9705496c154; detaching it from the instance and deleting it from the info cache [ 1021.567388] env[69411]: DEBUG nova.network.neutron [req-908940c2-7472-4e4a-8ce0-3a3ce3415ddd req-6cf69675-f38f-43bb-8b76-7bb562c072ce service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.944387] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.944580] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.944665] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.947726] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.947726] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.947726] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.947726] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1021.947726] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.968359] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396c5511-8435-4591-9ddc-5a88b4d923e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.979043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c9a9ab-bbbb-401f-b23d-423014771f56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.985571] env[69411]: DEBUG nova.network.neutron [-] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.990017] env[69411]: DEBUG oslo_vmware.api [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Task: {'id': task-3379119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184532} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.990017] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.990017] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.990017] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.990017] env[69411]: INFO nova.compute.manager [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1021.990017] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.990017] env[69411]: DEBUG nova.compute.manager [-] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.990017] env[69411]: DEBUG nova.network.neutron [-] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1022.019118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0589cb6c-d77d-4339-b616-1ca2ef482757 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.029116] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88982464-4c65-4fc9-bb84-80f0bee667b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.045870] env[69411]: DEBUG nova.compute.provider_tree [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.069505] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e8643a8-dbcd-4a65-8a84-368eb89fc037 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.082849] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eddce01-a550-436e-9c45-9d6cb2ec8a61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.100212] env[69411]: DEBUG nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.130143] env[69411]: DEBUG nova.compute.manager [req-908940c2-7472-4e4a-8ce0-3a3ce3415ddd req-6cf69675-f38f-43bb-8b76-7bb562c072ce service nova] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Detach interface failed, port_id=33e40b57-7fc5-44e2-969f-a9705496c154, reason: Instance 59be5fbd-08c1-45a9-9f8f-0bbe90384a24 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.138932] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.139242] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.139414] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.139685] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.139781] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.139929] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.140223] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.140326] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.140498] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.140700] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.140909] env[69411]: DEBUG nova.virt.hardware [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.141715] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e41fa8-b315-41c8-b015-4ee6d5d3c565 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.151454] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca3a2ae-fb3d-4173-a1fb-6fc6ce8ce059 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.448496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.488513] env[69411]: INFO nova.compute.manager [-] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Took 1.70 seconds to deallocate network for instance. [ 1022.550903] env[69411]: DEBUG nova.scheduler.client.report [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.982373] env[69411]: DEBUG nova.network.neutron [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Successfully updated port: bc38594a-59e6-4f5d-9883-dcf405968f5e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.996573] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.998424] env[69411]: DEBUG nova.network.neutron [-] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.028142] env[69411]: DEBUG nova.compute.manager [req-a9059a3f-14b9-4c3b-bd8a-c032f6809c91 req-1b2ec2d2-db96-4f90-b203-331d7e952534 service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Received event network-vif-plugged-bc38594a-59e6-4f5d-9883-dcf405968f5e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.028417] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9059a3f-14b9-4c3b-bd8a-c032f6809c91 req-1b2ec2d2-db96-4f90-b203-331d7e952534 service nova] Acquiring lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.028820] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9059a3f-14b9-4c3b-bd8a-c032f6809c91 req-1b2ec2d2-db96-4f90-b203-331d7e952534 service nova] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.029018] env[69411]: DEBUG oslo_concurrency.lockutils [req-a9059a3f-14b9-4c3b-bd8a-c032f6809c91 req-1b2ec2d2-db96-4f90-b203-331d7e952534 service nova] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.029221] env[69411]: DEBUG nova.compute.manager [req-a9059a3f-14b9-4c3b-bd8a-c032f6809c91 req-1b2ec2d2-db96-4f90-b203-331d7e952534 service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] No waiting events found dispatching network-vif-plugged-bc38594a-59e6-4f5d-9883-dcf405968f5e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.029451] env[69411]: WARNING nova.compute.manager [req-a9059a3f-14b9-4c3b-bd8a-c032f6809c91 req-1b2ec2d2-db96-4f90-b203-331d7e952534 service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Received unexpected event network-vif-plugged-bc38594a-59e6-4f5d-9883-dcf405968f5e for instance with vm_state building and task_state spawning. [ 1023.056295] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.058692] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.137s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.058972] env[69411]: DEBUG nova.objects.instance [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lazy-loading 'resources' on Instance uuid 3efccfe7-214f-4d27-829f-c482ea03f3fd {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.081154] env[69411]: INFO nova.scheduler.client.report [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Deleted allocations for instance fe663c07-e906-4ef1-b67f-6f4143652565 [ 1023.487951] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "refresh_cache-f9ac99b4-9478-46cf-b0fc-79d1b1027787" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.487951] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquired lock "refresh_cache-f9ac99b4-9478-46cf-b0fc-79d1b1027787" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.488111] env[69411]: DEBUG nova.network.neutron [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1023.500288] env[69411]: INFO nova.compute.manager [-] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Took 1.51 seconds to deallocate network for instance. [ 1023.589231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8185a26e-64f1-4c88-9579-2a5baf1959eb tempest-ImagesTestJSON-2051599899 tempest-ImagesTestJSON-2051599899-project-member] Lock "fe663c07-e906-4ef1-b67f-6f4143652565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.465s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.597864] env[69411]: DEBUG nova.compute.manager [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Received event network-changed-43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.598331] env[69411]: DEBUG nova.compute.manager [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Refreshing instance network info cache due to event network-changed-43d6ae8d-d78c-4b00-b9f9-275ec3130534. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.598331] env[69411]: DEBUG oslo_concurrency.lockutils [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] Acquiring lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598331] env[69411]: DEBUG oslo_concurrency.lockutils [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] Acquired lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.598482] env[69411]: DEBUG nova.network.neutron [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Refreshing network info cache for port 43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1023.744938] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquiring lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.745320] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.869654] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c98b4-c5ba-417a-9cd5-057656ac0e88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.878349] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89872644-7177-47c8-9aed-3eab62b69cd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.912202] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5c710e-baad-4a8d-9849-1f6d8cd86c3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.921174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543b3394-b6e3-4d42-8804-af9eaba15e05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.935173] env[69411]: DEBUG nova.compute.provider_tree [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.006195] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.026188] env[69411]: DEBUG nova.network.neutron [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1024.165509] env[69411]: DEBUG nova.network.neutron [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Updating instance_info_cache with network_info: [{"id": "bc38594a-59e6-4f5d-9883-dcf405968f5e", "address": "fa:16:3e:91:22:d9", "network": {"id": "812f5ca0-e1f5-493b-b0a9-149320d0be64", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1997924639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa46a1959034c61abcf5fffea998a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc38594a-59", "ovs_interfaceid": "bc38594a-59e6-4f5d-9883-dcf405968f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.249616] env[69411]: DEBUG nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.334224] env[69411]: DEBUG nova.network.neutron [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updated VIF entry in instance network info cache for port 43d6ae8d-d78c-4b00-b9f9-275ec3130534. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1024.334604] env[69411]: DEBUG nova.network.neutron [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updating instance_info_cache with network_info: [{"id": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "address": "fa:16:3e:b1:50:a3", "network": {"id": "05820f50-ae08-4998-b67e-d2d71e966ab3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-239700679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9891422169eb40aea66b5c3210cf1cc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d6ae8d-d7", "ovs_interfaceid": "43d6ae8d-d78c-4b00-b9f9-275ec3130534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.438940] env[69411]: DEBUG nova.scheduler.client.report [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.668273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Releasing lock "refresh_cache-f9ac99b4-9478-46cf-b0fc-79d1b1027787" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.669786] env[69411]: DEBUG nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Instance network_info: |[{"id": "bc38594a-59e6-4f5d-9883-dcf405968f5e", "address": "fa:16:3e:91:22:d9", "network": {"id": "812f5ca0-e1f5-493b-b0a9-149320d0be64", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1997924639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa46a1959034c61abcf5fffea998a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc38594a-59", "ovs_interfaceid": "bc38594a-59e6-4f5d-9883-dcf405968f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.669786] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:22:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc38594a-59e6-4f5d-9883-dcf405968f5e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.678749] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Creating folder: Project (6fa46a1959034c61abcf5fffea998a2c). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.678749] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d787349f-38ea-4c37-ac8e-e80bbaf81d8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.693476] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Created folder: Project (6fa46a1959034c61abcf5fffea998a2c) in parent group-v674052. [ 1024.694119] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Creating folder: Instances. Parent ref: group-v674283. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.694119] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3058d9e-effb-4da1-b9be-ed9ce783f06b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.705421] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Created folder: Instances in parent group-v674283. [ 1024.705709] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.705925] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.706160] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c330241-91e3-410a-8a3d-712cb7c9854e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.730603] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.730603] env[69411]: value = "task-3379122" [ 1024.730603] env[69411]: _type = "Task" [ 1024.730603] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.743078] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379122, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.774841] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.837737] env[69411]: DEBUG oslo_concurrency.lockutils [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] Releasing lock "refresh_cache-90c14f96-bc70-4d7d-ae10-74a9f68a8950" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.838054] env[69411]: DEBUG nova.compute.manager [req-5d939952-a0c6-45a4-aaf4-fa51013ce196 req-bbe3705f-01a0-4704-8ba9-433453b873bc service nova] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Received event network-vif-deleted-7d5887a9-d250-49db-92e0-77faa8715488 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.945854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.948668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.371s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.948894] env[69411]: DEBUG nova.objects.instance [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lazy-loading 'resources' on Instance uuid 293ae9c2-c559-47cd-9a89-c3ad5469f420 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.973027] env[69411]: INFO nova.scheduler.client.report [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Deleted allocations for instance 3efccfe7-214f-4d27-829f-c482ea03f3fd [ 1025.059990] env[69411]: DEBUG nova.compute.manager [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Received event network-changed-bc38594a-59e6-4f5d-9883-dcf405968f5e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.060322] env[69411]: DEBUG nova.compute.manager [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Refreshing instance network info cache due to event network-changed-bc38594a-59e6-4f5d-9883-dcf405968f5e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.060436] env[69411]: DEBUG oslo_concurrency.lockutils [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] Acquiring lock "refresh_cache-f9ac99b4-9478-46cf-b0fc-79d1b1027787" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.060578] env[69411]: DEBUG oslo_concurrency.lockutils [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] Acquired lock "refresh_cache-f9ac99b4-9478-46cf-b0fc-79d1b1027787" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.061419] env[69411]: DEBUG nova.network.neutron [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Refreshing network info cache for port bc38594a-59e6-4f5d-9883-dcf405968f5e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1025.241033] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379122, 'name': CreateVM_Task, 'duration_secs': 0.412749} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.241222] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.241926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.242110] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.242541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.242744] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f881d7-55ba-4ab9-a941-8f35de04719b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.251059] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1025.251059] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524cc271-df4f-e0f3-9760-75255eb5e887" [ 1025.251059] env[69411]: _type = "Task" [ 1025.251059] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.259755] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524cc271-df4f-e0f3-9760-75255eb5e887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.485884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4d1b5a-c728-42c4-aa62-1e636bbf663d tempest-ServerShowV254Test-334903755 tempest-ServerShowV254Test-334903755-project-member] Lock "3efccfe7-214f-4d27-829f-c482ea03f3fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.838s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.764739] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524cc271-df4f-e0f3-9760-75255eb5e887, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.765092] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.765387] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.766237] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.766395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.766615] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.769549] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c18b0961-1a7e-41c6-a675-9dd44a797fcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.783658] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.784399] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.784687] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476dfcb2-ce1a-413a-ae6a-c476b2f628f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.798874] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1025.798874] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52eb643e-c708-b507-26f7-2ac2e76efd3c" [ 1025.798874] env[69411]: _type = "Task" [ 1025.798874] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.815448] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52eb643e-c708-b507-26f7-2ac2e76efd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.821283] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0759096c-9a2c-469f-9bc5-5eced4a361e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.830319] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1025.830319] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52977782-aa4e-f33f-8226-f8745565c151" [ 1025.830319] env[69411]: _type = "Task" [ 1025.830319] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.840466] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52977782-aa4e-f33f-8226-f8745565c151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.932939] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330dabba-343a-48b2-a512-62fa433ce571 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.942726] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a6aec2-daa2-49a9-87fe-f66e48bb5b26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.975186] env[69411]: DEBUG nova.network.neutron [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Updated VIF entry in instance network info cache for port bc38594a-59e6-4f5d-9883-dcf405968f5e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1025.975647] env[69411]: DEBUG nova.network.neutron [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Updating instance_info_cache with network_info: [{"id": "bc38594a-59e6-4f5d-9883-dcf405968f5e", "address": "fa:16:3e:91:22:d9", "network": {"id": "812f5ca0-e1f5-493b-b0a9-149320d0be64", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1997924639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fa46a1959034c61abcf5fffea998a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc38594a-59", "ovs_interfaceid": "bc38594a-59e6-4f5d-9883-dcf405968f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.980020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1154b3c-e067-422b-ba2e-d67c58147158 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.986349] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e16e16-571d-471d-9c8b-886c61bc9ede {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.003556] env[69411]: DEBUG nova.compute.provider_tree [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.343678] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52977782-aa4e-f33f-8226-f8745565c151, 'name': SearchDatastore_Task, 'duration_secs': 0.014463} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.344066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.344066] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] f9ac99b4-9478-46cf-b0fc-79d1b1027787/f9ac99b4-9478-46cf-b0fc-79d1b1027787.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.344441] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-127d8e2f-0923-4aa5-80eb-68d0e69cf82f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.353056] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1026.353056] env[69411]: value = "task-3379123" [ 1026.353056] env[69411]: _type = "Task" [ 1026.353056] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.362870] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.481651] env[69411]: DEBUG oslo_concurrency.lockutils [req-8af717ae-f2e2-4dc6-a185-136736da1a66 req-d098a47e-69bd-4775-a5de-36a3d5c1c4de service nova] Releasing lock "refresh_cache-f9ac99b4-9478-46cf-b0fc-79d1b1027787" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.507040] env[69411]: DEBUG nova.scheduler.client.report [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.868826] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454352} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.869170] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] f9ac99b4-9478-46cf-b0fc-79d1b1027787/f9ac99b4-9478-46cf-b0fc-79d1b1027787.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.869392] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.869687] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aadf3648-3dab-4f4c-b160-d2bf567ad8d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.878096] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1026.878096] env[69411]: value = "task-3379124" [ 1026.878096] env[69411]: _type = "Task" [ 1026.878096] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.891504] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.012803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.016959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.374s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.017373] env[69411]: INFO nova.compute.claims [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.049392] env[69411]: INFO nova.scheduler.client.report [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Deleted allocations for instance 293ae9c2-c559-47cd-9a89-c3ad5469f420 [ 1027.389816] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.390481] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.390697] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147da34d-83d9-49e0-a6b5-c9c55fa06ff1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.419800] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] f9ac99b4-9478-46cf-b0fc-79d1b1027787/f9ac99b4-9478-46cf-b0fc-79d1b1027787.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.419800] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d4b80ed-5498-4f52-80c8-e296ea291455 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.442323] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1027.442323] env[69411]: value = "task-3379125" [ 1027.442323] env[69411]: _type = "Task" [ 1027.442323] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.453460] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.561678] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1de1fc7d-3417-42ae-9787-08d2f532a8f9 tempest-ServerRescueTestJSON-1212544043 tempest-ServerRescueTestJSON-1212544043-project-member] Lock "293ae9c2-c559-47cd-9a89-c3ad5469f420" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.391s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.957876] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379125, 'name': ReconfigVM_Task, 'duration_secs': 0.312021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.958145] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Reconfigured VM instance instance-00000055 to attach disk [datastore2] f9ac99b4-9478-46cf-b0fc-79d1b1027787/f9ac99b4-9478-46cf-b0fc-79d1b1027787.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.958828] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69067e13-1f1c-4282-a18a-7b4cc580f636 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.968869] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1027.968869] env[69411]: value = "task-3379126" [ 1027.968869] env[69411]: _type = "Task" [ 1027.968869] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.980345] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379126, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.360028] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285d403-3fbf-8d30-b09f-731757540a6b/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.361235] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2371fb-7205-42e9-9c29-034609ecd90d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.369092] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285d403-3fbf-8d30-b09f-731757540a6b/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.369342] env[69411]: ERROR oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285d403-3fbf-8d30-b09f-731757540a6b/disk-0.vmdk due to incomplete transfer. [ 1028.372284] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50b53961-9490-4e80-958e-28a2b8bd6878 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.384020] env[69411]: DEBUG oslo_vmware.rw_handles [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285d403-3fbf-8d30-b09f-731757540a6b/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1028.384020] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Uploaded image d341f035-f004-4449-9433-78d82b6fc563 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1028.386373] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.389598] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ab475fb-102f-4159-baad-a662f2e8fc01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.400030] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1028.400030] env[69411]: value = "task-3379127" [ 1028.400030] env[69411]: _type = "Task" [ 1028.400030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.409447] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc6099c-6169-49b1-8fb1-b843dc34aa35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.424313] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379127, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.427500] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288e2831-9c52-467f-8e8e-81302c3844c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.462060] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972dae69-9479-40c1-9f20-9d8daaac88cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.475790] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356f58e-357a-44c8-b5a7-1e94f981b5ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.490824] env[69411]: DEBUG nova.compute.provider_tree [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.497128] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379126, 'name': Rename_Task, 'duration_secs': 0.200382} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.497435] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.497709] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-211e01d0-7d02-4a36-81dd-1b4a0a3fff0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.505753] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1028.505753] env[69411]: value = "task-3379128" [ 1028.505753] env[69411]: _type = "Task" [ 1028.505753] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.515592] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.913444] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379127, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.001252] env[69411]: DEBUG nova.scheduler.client.report [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.023568] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.412069] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379127, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.508876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.509069] env[69411]: DEBUG nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.512343] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.330s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.512597] env[69411]: DEBUG nova.objects.instance [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lazy-loading 'resources' on Instance uuid 5577226c-6081-4ae5-909f-2dea19be98a1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.536520] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379128, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.914792] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379127, 'name': Destroy_Task, 'duration_secs': 1.390662} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.915155] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Destroyed the VM [ 1029.915441] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.915715] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9dd1c41a-eb2f-48b0-a80e-d67ed7f92117 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.926070] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1029.926070] env[69411]: value = "task-3379129" [ 1029.926070] env[69411]: _type = "Task" [ 1029.926070] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.933963] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.025532] env[69411]: DEBUG nova.compute.utils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.028141] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379128, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.028852] env[69411]: DEBUG nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.029964] env[69411]: DEBUG nova.network.neutron [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.097673] env[69411]: DEBUG nova.policy [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b667dca48c849448d643007ba41bd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18c5e773da046139a85ac70d1a57b85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.445340] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379129, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.450899] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fb8593-7df3-4c77-bf47-84dcab684ba1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.460560] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245ab56-0a4e-4ae0-afda-a8dc0dc039a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.496975] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe4a340-6431-4a33-bbe2-225e3b2ff0c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505879] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce7b44e-df6c-4161-a86e-d69b82a9f5ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.521447] env[69411]: DEBUG nova.compute.provider_tree [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.536388] env[69411]: DEBUG nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.536926] env[69411]: DEBUG oslo_vmware.api [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379128, 'name': PowerOnVM_Task, 'duration_secs': 1.662955} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.538445] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.538445] env[69411]: INFO nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1030.538445] env[69411]: DEBUG nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.539284] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810946e4-94f3-4b13-ae35-a27f0ba5ed1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.663899] env[69411]: DEBUG nova.network.neutron [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Successfully created port: 17c20141-29c9-433b-a4ad-85cbe095165d {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.943657] env[69411]: DEBUG oslo_vmware.api [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379129, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593591} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.943941] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.944556] env[69411]: INFO nova.compute.manager [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 1031.030111] env[69411]: DEBUG nova.scheduler.client.report [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.067957] env[69411]: INFO nova.compute.manager [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Took 30.61 seconds to build instance. [ 1031.178493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "a3e0d086-7c32-4163-9eb1-b904190b1934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.178726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.346526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "566397fb-726a-4d35-b616-48126451c9cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.346761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "566397fb-726a-4d35-b616-48126451c9cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.541686] env[69411]: DEBUG nova.compute.manager [None req-09059e66-8bec-454c-a70c-4560c4508311 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Found 1 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1031.544106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.546429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.845s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.550241] env[69411]: INFO nova.compute.claims [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.553658] env[69411]: DEBUG nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.571863] env[69411]: DEBUG oslo_concurrency.lockutils [None req-efcd9a2a-9038-4af6-a687-2f7d7f16dd2c tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.126s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.595102] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.595193] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.597155] env[69411]: INFO nova.scheduler.client.report [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Deleted allocations for instance 5577226c-6081-4ae5-909f-2dea19be98a1 [ 1031.611712] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.611956] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.612130] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.612367] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.612463] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.612613] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.612831] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.613072] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.613168] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.613729] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.613729] env[69411]: DEBUG nova.virt.hardware [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.615237] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87090c3d-c7c0-4bc2-99f2-2ae44ddefcd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.631811] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3123949-600b-42d9-bc0e-4e3fa8774f29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.680763] env[69411]: DEBUG nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.853021] env[69411]: DEBUG nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.101555] env[69411]: DEBUG nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.115023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fcd5cc06-6a9a-4f17-b5ad-c98e99bc02c0 tempest-ServerActionsTestOtherA-2097499334 tempest-ServerActionsTestOtherA-2097499334-project-member] Lock "5577226c-6081-4ae5-909f-2dea19be98a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.626s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.221865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.366562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.366562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.366562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.366562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.366562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.367843] env[69411]: INFO nova.compute.manager [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Terminating instance [ 1032.376314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.451148] env[69411]: DEBUG nova.compute.manager [req-c98b6634-152c-4fba-9916-6ce1b899be51 req-208e9015-0848-495d-8ae6-9a6bd1805e94 service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Received event network-vif-plugged-17c20141-29c9-433b-a4ad-85cbe095165d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.451148] env[69411]: DEBUG oslo_concurrency.lockutils [req-c98b6634-152c-4fba-9916-6ce1b899be51 req-208e9015-0848-495d-8ae6-9a6bd1805e94 service nova] Acquiring lock "7fa26688-1db5-4c33-af26-41052842dad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.451148] env[69411]: DEBUG oslo_concurrency.lockutils [req-c98b6634-152c-4fba-9916-6ce1b899be51 req-208e9015-0848-495d-8ae6-9a6bd1805e94 service nova] Lock "7fa26688-1db5-4c33-af26-41052842dad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.451148] env[69411]: DEBUG oslo_concurrency.lockutils [req-c98b6634-152c-4fba-9916-6ce1b899be51 req-208e9015-0848-495d-8ae6-9a6bd1805e94 service nova] Lock "7fa26688-1db5-4c33-af26-41052842dad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.451148] env[69411]: DEBUG nova.compute.manager [req-c98b6634-152c-4fba-9916-6ce1b899be51 req-208e9015-0848-495d-8ae6-9a6bd1805e94 service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] No waiting events found dispatching network-vif-plugged-17c20141-29c9-433b-a4ad-85cbe095165d {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.451148] env[69411]: WARNING nova.compute.manager [req-c98b6634-152c-4fba-9916-6ce1b899be51 req-208e9015-0848-495d-8ae6-9a6bd1805e94 service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Received unexpected event network-vif-plugged-17c20141-29c9-433b-a4ad-85cbe095165d for instance with vm_state building and task_state spawning. [ 1032.557844] env[69411]: DEBUG nova.network.neutron [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Successfully updated port: 17c20141-29c9-433b-a4ad-85cbe095165d {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.630157] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.760354] env[69411]: DEBUG nova.compute.manager [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.761279] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68518be6-05a1-464c-a85a-3e1ee19cd1e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.869420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a8c35-7cfe-44eb-a9c2-792daa58c32b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.872997] env[69411]: DEBUG nova.compute.manager [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.873231] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.873988] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddffd1e7-7b7c-4d0c-b016-16372010c920 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.882891] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1188e1-63ea-43be-a3cc-639646519670 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.886111] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.886338] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46aba745-226e-4139-b137-9042816066bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.916131] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5f96ec-d409-4b71-9390-df78d404ec50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.918882] env[69411]: DEBUG oslo_vmware.api [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1032.918882] env[69411]: value = "task-3379130" [ 1032.918882] env[69411]: _type = "Task" [ 1032.918882] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.925537] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b15271a-7996-4ee9-8b5b-ebaf299da615 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.933339] env[69411]: DEBUG oslo_vmware.api [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.943612] env[69411]: DEBUG nova.compute.provider_tree [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.065137] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-7fa26688-1db5-4c33-af26-41052842dad3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.065404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-7fa26688-1db5-4c33-af26-41052842dad3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.065618] env[69411]: DEBUG nova.network.neutron [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1033.275602] env[69411]: INFO nova.compute.manager [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] instance snapshotting [ 1033.276252] env[69411]: DEBUG nova.objects.instance [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'flavor' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.441126] env[69411]: DEBUG oslo_vmware.api [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379130, 'name': PowerOffVM_Task, 'duration_secs': 0.238512} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.444429] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.444429] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.444429] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac80c3b-0d73-457c-bcad-598a4cddaf29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.447500] env[69411]: DEBUG nova.scheduler.client.report [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.514354] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.514354] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.514354] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Deleting the datastore file [datastore2] f9ac99b4-9478-46cf-b0fc-79d1b1027787 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.514354] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d86d1d8b-5741-446b-8a5d-d660d404cabc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.523757] env[69411]: DEBUG oslo_vmware.api [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for the task: (returnval){ [ 1033.523757] env[69411]: value = "task-3379132" [ 1033.523757] env[69411]: _type = "Task" [ 1033.523757] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.529977] env[69411]: DEBUG oslo_vmware.api [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.603338] env[69411]: DEBUG nova.network.neutron [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1033.778602] env[69411]: DEBUG nova.network.neutron [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Updating instance_info_cache with network_info: [{"id": "17c20141-29c9-433b-a4ad-85cbe095165d", "address": "fa:16:3e:82:ba:81", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c20141-29", "ovs_interfaceid": "17c20141-29c9-433b-a4ad-85cbe095165d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.783020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2046a64c-9540-44f1-a772-174d14e5ba54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.804070] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9448f2-e7bd-41e5-b6ee-afe96497e144 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.954092] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.954635] env[69411]: DEBUG nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.957331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.602s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.957562] env[69411]: DEBUG nova.objects.instance [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lazy-loading 'resources' on Instance uuid 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.032126] env[69411]: DEBUG oslo_vmware.api [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Task: {'id': task-3379132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147326} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.032420] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.032608] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.032788] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.034062] env[69411]: INFO nova.compute.manager [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1034.034062] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.034062] env[69411]: DEBUG nova.compute.manager [-] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.034062] env[69411]: DEBUG nova.network.neutron [-] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1034.282789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-7fa26688-1db5-4c33-af26-41052842dad3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.283171] env[69411]: DEBUG nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Instance network_info: |[{"id": "17c20141-29c9-433b-a4ad-85cbe095165d", "address": "fa:16:3e:82:ba:81", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c20141-29", "ovs_interfaceid": "17c20141-29c9-433b-a4ad-85cbe095165d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.283715] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ba:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17c20141-29c9-433b-a4ad-85cbe095165d', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.294375] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.294375] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.294579] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f09bb0-8323-4419-a5a6-1f6ee4b27f9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.317413] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.317413] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b35289b-6b8a-4b34-9fd3-04ed99b6cbd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.322023] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.322023] env[69411]: value = "task-3379133" [ 1034.322023] env[69411]: _type = "Task" [ 1034.322023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.325391] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1034.325391] env[69411]: value = "task-3379134" [ 1034.325391] env[69411]: _type = "Task" [ 1034.325391] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.332626] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379133, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.339033] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.461319] env[69411]: DEBUG nova.compute.utils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.470467] env[69411]: DEBUG nova.objects.instance [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lazy-loading 'numa_topology' on Instance uuid 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.470467] env[69411]: DEBUG nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.470467] env[69411]: DEBUG nova.network.neutron [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.504700] env[69411]: DEBUG nova.compute.manager [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Received event network-changed-17c20141-29c9-433b-a4ad-85cbe095165d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.504911] env[69411]: DEBUG nova.compute.manager [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Refreshing instance network info cache due to event network-changed-17c20141-29c9-433b-a4ad-85cbe095165d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.505405] env[69411]: DEBUG oslo_concurrency.lockutils [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] Acquiring lock "refresh_cache-7fa26688-1db5-4c33-af26-41052842dad3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.505756] env[69411]: DEBUG oslo_concurrency.lockutils [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] Acquired lock "refresh_cache-7fa26688-1db5-4c33-af26-41052842dad3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.506186] env[69411]: DEBUG nova.network.neutron [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Refreshing network info cache for port 17c20141-29c9-433b-a4ad-85cbe095165d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1034.526597] env[69411]: DEBUG nova.policy [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416edb3c66714df68321b0344b53bc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8930c7b5154d5bbfd6786a8d3a9dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.746400] env[69411]: DEBUG nova.network.neutron [-] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.837580] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379133, 'name': CreateVM_Task, 'duration_secs': 0.353217} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.838092] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.838819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.838989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.839334] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.839594] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb27c31-81bf-4b7c-8cad-24236d5d8066 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.849048] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.852993] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1034.852993] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525244bd-586d-c3ff-262b-b78ee34b328a" [ 1034.852993] env[69411]: _type = "Task" [ 1034.852993] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.866321] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525244bd-586d-c3ff-262b-b78ee34b328a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.914330] env[69411]: DEBUG nova.network.neutron [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Successfully created port: 7e146145-2223-47ac-b7df-91a5d3773c16 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.969658] env[69411]: DEBUG nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.974924] env[69411]: DEBUG nova.objects.base [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Object Instance<6f5dc694-e833-46ca-acfe-52b748a93a5c> lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.245714] env[69411]: DEBUG nova.network.neutron [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Updated VIF entry in instance network info cache for port 17c20141-29c9-433b-a4ad-85cbe095165d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1035.246099] env[69411]: DEBUG nova.network.neutron [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Updating instance_info_cache with network_info: [{"id": "17c20141-29c9-433b-a4ad-85cbe095165d", "address": "fa:16:3e:82:ba:81", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c20141-29", "ovs_interfaceid": "17c20141-29c9-433b-a4ad-85cbe095165d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.250066] env[69411]: INFO nova.compute.manager [-] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Took 1.22 seconds to deallocate network for instance. [ 1035.315956] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc52e1-bf62-476f-94e1-39781f6e57a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.325371] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bdd764-517e-400b-b49a-bd9d11327e49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.339910] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.369133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1994a875-eaec-4642-ac73-f13362e0c2ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.380051] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525244bd-586d-c3ff-262b-b78ee34b328a, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.381298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ae3b84-d7bc-4262-9e6a-822e78ccd8e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.385402] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.385696] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.385950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.386135] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.386363] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.386686] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-901626ce-fc3c-4962-bd51-b58334a48f05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.400324] env[69411]: DEBUG nova.compute.provider_tree [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.402957] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.403095] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.404121] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a749134c-237a-4dab-a8ed-fd405bcf99dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.415181] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1035.415181] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521a7833-3e11-062b-c44c-101a18871647" [ 1035.415181] env[69411]: _type = "Task" [ 1035.415181] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.427513] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521a7833-3e11-062b-c44c-101a18871647, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.428642] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c14e0c-ba28-4254-8c2c-c308555ce03d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.436180] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1035.436180] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52096c81-b5c0-6f46-214f-c1e5b75e1520" [ 1035.436180] env[69411]: _type = "Task" [ 1035.436180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.445282] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52096c81-b5c0-6f46-214f-c1e5b75e1520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.748696] env[69411]: DEBUG oslo_concurrency.lockutils [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] Releasing lock "refresh_cache-7fa26688-1db5-4c33-af26-41052842dad3" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.748950] env[69411]: DEBUG nova.compute.manager [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Received event network-vif-deleted-bc38594a-59e6-4f5d-9883-dcf405968f5e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.749099] env[69411]: INFO nova.compute.manager [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Neutron deleted interface bc38594a-59e6-4f5d-9883-dcf405968f5e; detaching it from the instance and deleting it from the info cache [ 1035.749678] env[69411]: DEBUG nova.network.neutron [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.757853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.839917] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379134, 'name': CreateSnapshot_Task, 'duration_secs': 1.170034} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.840212] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.841209] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9f22c-fed2-42ac-9e12-a8aaa5e02a89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.905419] env[69411]: DEBUG nova.scheduler.client.report [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.947842] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52096c81-b5c0-6f46-214f-c1e5b75e1520, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.948136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.948403] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 7fa26688-1db5-4c33-af26-41052842dad3/7fa26688-1db5-4c33-af26-41052842dad3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.948678] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0454e8dc-a6d0-48d3-8205-044bb29dfd95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.955208] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1035.955208] env[69411]: value = "task-3379135" [ 1035.955208] env[69411]: _type = "Task" [ 1035.955208] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.962372] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.980823] env[69411]: DEBUG nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.006138] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.006372] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.006610] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.006807] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.006955] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.007116] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.007331] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.007483] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.007652] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.007816] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.007987] env[69411]: DEBUG nova.virt.hardware [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.008837] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a4da3-3e32-4e5b-9757-dec4eb51e837 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.017964] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55a80f-29e2-4eb4-aca0-e226fe9dedb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.252065] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25929a5b-8672-43ba-9ac8-69021cf903cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.264167] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f06b27-cebf-4172-9982-435b2aeb22e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.310754] env[69411]: DEBUG nova.compute.manager [req-48d925fc-93cb-4fc5-a427-adfabb8f22e9 req-8396dfc5-7488-46d6-a02f-dd42d506e22b service nova] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Detach interface failed, port_id=bc38594a-59e6-4f5d-9883-dcf405968f5e, reason: Instance f9ac99b4-9478-46cf-b0fc-79d1b1027787 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.364445] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.365149] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c844b876-3e06-4a5a-9df8-a33b58d18678 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.378616] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1036.378616] env[69411]: value = "task-3379136" [ 1036.378616] env[69411]: _type = "Task" [ 1036.378616] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.391829] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379136, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.392965] env[69411]: DEBUG nova.network.neutron [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Successfully updated port: 7e146145-2223-47ac-b7df-91a5d3773c16 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.411103] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.414288] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.742s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.414560] env[69411]: DEBUG nova.objects.instance [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lazy-loading 'resources' on Instance uuid c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.470940] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46431} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.471966] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 7fa26688-1db5-4c33-af26-41052842dad3/7fa26688-1db5-4c33-af26-41052842dad3.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.472222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.472494] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d202a6-00b7-4a0a-81fd-2d0133ac1252 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.493271] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1036.493271] env[69411]: value = "task-3379137" [ 1036.493271] env[69411]: _type = "Task" [ 1036.493271] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.511981] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.541423] env[69411]: DEBUG nova.compute.manager [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Received event network-vif-plugged-7e146145-2223-47ac-b7df-91a5d3773c16 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.541423] env[69411]: DEBUG oslo_concurrency.lockutils [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] Acquiring lock "41843deb-2b35-4b50-a791-a3e8bea699c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.541423] env[69411]: DEBUG oslo_concurrency.lockutils [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.541423] env[69411]: DEBUG oslo_concurrency.lockutils [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.541721] env[69411]: DEBUG nova.compute.manager [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] No waiting events found dispatching network-vif-plugged-7e146145-2223-47ac-b7df-91a5d3773c16 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.541810] env[69411]: WARNING nova.compute.manager [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Received unexpected event network-vif-plugged-7e146145-2223-47ac-b7df-91a5d3773c16 for instance with vm_state building and task_state spawning. [ 1036.542039] env[69411]: DEBUG nova.compute.manager [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Received event network-changed-7e146145-2223-47ac-b7df-91a5d3773c16 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.544276] env[69411]: DEBUG nova.compute.manager [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Refreshing instance network info cache due to event network-changed-7e146145-2223-47ac-b7df-91a5d3773c16. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.544276] env[69411]: DEBUG oslo_concurrency.lockutils [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] Acquiring lock "refresh_cache-41843deb-2b35-4b50-a791-a3e8bea699c2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.544276] env[69411]: DEBUG oslo_concurrency.lockutils [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] Acquired lock "refresh_cache-41843deb-2b35-4b50-a791-a3e8bea699c2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.544276] env[69411]: DEBUG nova.network.neutron [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Refreshing network info cache for port 7e146145-2223-47ac-b7df-91a5d3773c16 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1036.705657] env[69411]: INFO nova.compute.manager [None req-0eceb592-b3ea-433d-a0b5-9058fb7ae259 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Get console output [ 1036.705900] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-0eceb592-b3ea-433d-a0b5-9058fb7ae259 tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] The console log is missing. Check your VSPC configuration [ 1036.889867] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379136, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.895800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "refresh_cache-41843deb-2b35-4b50-a791-a3e8bea699c2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.923537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-93241df3-64d3-455b-8ded-15cb564ec207 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.872s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.925053] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.602s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.925292] env[69411]: INFO nova.compute.manager [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Unshelving [ 1037.003657] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077781} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.006218] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.007469] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87369c4f-9e8c-4da2-b248-96240438f6ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.030155] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 7fa26688-1db5-4c33-af26-41052842dad3/7fa26688-1db5-4c33-af26-41052842dad3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.032633] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd62b3e-c231-4867-8ab6-836b88927aea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.055337] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1037.055337] env[69411]: value = "task-3379138" [ 1037.055337] env[69411]: _type = "Task" [ 1037.055337] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.067709] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.080328] env[69411]: DEBUG nova.network.neutron [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1037.153672] env[69411]: DEBUG nova.network.neutron [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.272633] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a46cd-72f0-40df-afbb-afa817124a17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.280981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55461680-3c82-41e3-93e5-6f1efd4ee289 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.316072] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66cfa2-6402-42f4-8e25-2fb837c20b41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.324682] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10862c0-a671-47f4-bf96-a153b3a0b1d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.339563] env[69411]: DEBUG nova.compute.provider_tree [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.390405] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379136, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.569969] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379138, 'name': ReconfigVM_Task, 'duration_secs': 0.292515} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.570289] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 7fa26688-1db5-4c33-af26-41052842dad3/7fa26688-1db5-4c33-af26-41052842dad3.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.570961] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aeccf86-f00a-4ddc-8ab6-663b0ef19adc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.578831] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1037.578831] env[69411]: value = "task-3379139" [ 1037.578831] env[69411]: _type = "Task" [ 1037.578831] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.587898] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379139, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.656253] env[69411]: DEBUG oslo_concurrency.lockutils [req-d86407c7-2840-493c-ba2c-354c10d25fc7 req-953b568a-46af-463a-8995-b71956955af5 service nova] Releasing lock "refresh_cache-41843deb-2b35-4b50-a791-a3e8bea699c2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.656636] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "refresh_cache-41843deb-2b35-4b50-a791-a3e8bea699c2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.656811] env[69411]: DEBUG nova.network.neutron [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1037.843184] env[69411]: DEBUG nova.scheduler.client.report [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.891153] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379136, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.952441] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.093855] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379139, 'name': Rename_Task, 'duration_secs': 0.156316} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.093855] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.093855] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee5b397-5afa-4ee1-bac4-ee617aa95ae6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.102062] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1038.102062] env[69411]: value = "task-3379140" [ 1038.102062] env[69411]: _type = "Task" [ 1038.102062] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.112278] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.187886] env[69411]: DEBUG nova.network.neutron [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1038.348738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.351862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.904s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.352299] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.352487] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1038.353020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.356s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.353020] env[69411]: DEBUG nova.objects.instance [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lazy-loading 'resources' on Instance uuid 59be5fbd-08c1-45a9-9f8f-0bbe90384a24 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.354716] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe41066-434e-448b-98db-3d8d661d00f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.363938] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8204268-8a29-449b-9135-eb915859cf22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.368639] env[69411]: DEBUG nova.network.neutron [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Updating instance_info_cache with network_info: [{"id": "7e146145-2223-47ac-b7df-91a5d3773c16", "address": "fa:16:3e:34:45:16", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e146145-22", "ovs_interfaceid": "7e146145-2223-47ac-b7df-91a5d3773c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.370989] env[69411]: INFO nova.scheduler.client.report [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleted allocations for instance c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0 [ 1038.387380] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556a88d7-3070-4383-9d1d-91457caa890e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.396018] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379136, 'name': CloneVM_Task, 'duration_secs': 1.705922} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.397875] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Created linked-clone VM from snapshot [ 1038.398648] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c717b-6f2d-4ae6-b01f-f18ebe56c10c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.401704] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ffb32c-1725-4d86-bdb3-fcdcdc483549 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.410874] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Uploading image 3331640f-e663-4af2-acc5-a3eff7940b6b {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.437447] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177621MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1038.437609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.446082] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.446082] env[69411]: value = "vm-674288" [ 1038.446082] env[69411]: _type = "VirtualMachine" [ 1038.446082] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.446372] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7fca2bd8-b1af-494e-ad67-53f2a7dbf336 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.455127] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease: (returnval){ [ 1038.455127] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ec1ab0-a540-fbb6-1e59-74800ccd0c88" [ 1038.455127] env[69411]: _type = "HttpNfcLease" [ 1038.455127] env[69411]: } obtained for exporting VM: (result){ [ 1038.455127] env[69411]: value = "vm-674288" [ 1038.455127] env[69411]: _type = "VirtualMachine" [ 1038.455127] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.455558] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the lease: (returnval){ [ 1038.455558] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ec1ab0-a540-fbb6-1e59-74800ccd0c88" [ 1038.455558] env[69411]: _type = "HttpNfcLease" [ 1038.455558] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.465229] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.465229] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ec1ab0-a540-fbb6-1e59-74800ccd0c88" [ 1038.465229] env[69411]: _type = "HttpNfcLease" [ 1038.465229] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1038.612785] env[69411]: DEBUG oslo_vmware.api [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379140, 'name': PowerOnVM_Task, 'duration_secs': 0.451371} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.613091] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.613309] env[69411]: INFO nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1038.613496] env[69411]: DEBUG nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.614299] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b972dc84-5aae-43e3-94b1-c6edf8b34556 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.616951] env[69411]: DEBUG oslo_concurrency.lockutils [None req-920e0842-44ac-4681-9ba5-c459f4b2e783 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.617184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-920e0842-44ac-4681-9ba5-c459f4b2e783 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.617773] env[69411]: DEBUG nova.objects.instance [None req-920e0842-44ac-4681-9ba5-c459f4b2e783 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'flavor' on Instance uuid d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.870961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "refresh_cache-41843deb-2b35-4b50-a791-a3e8bea699c2" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871332] env[69411]: DEBUG nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Instance network_info: |[{"id": "7e146145-2223-47ac-b7df-91a5d3773c16", "address": "fa:16:3e:34:45:16", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e146145-22", "ovs_interfaceid": "7e146145-2223-47ac-b7df-91a5d3773c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.871782] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:45:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e146145-2223-47ac-b7df-91a5d3773c16', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.880047] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.880220] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.883572] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68cb46f4-fc00-4b05-8afb-b6e642dc4fb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.902957] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c9292c79-49ee-4756-86d7-5f3ac6d6382c tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.752s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.907234] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.907234] env[69411]: value = "task-3379142" [ 1038.907234] env[69411]: _type = "Task" [ 1038.907234] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.919266] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379142, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.966114] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.966114] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ec1ab0-a540-fbb6-1e59-74800ccd0c88" [ 1038.966114] env[69411]: _type = "HttpNfcLease" [ 1038.966114] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1038.966478] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1038.966478] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ec1ab0-a540-fbb6-1e59-74800ccd0c88" [ 1038.966478] env[69411]: _type = "HttpNfcLease" [ 1038.966478] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1038.967259] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9ac24-8d6b-4beb-8d5e-fa15f3f0c9ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.977866] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211647c-04e3-3023-76e5-fc30e6537665/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.978330] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211647c-04e3-3023-76e5-fc30e6537665/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1039.078333] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a0a0d85-2461-4470-8e16-74195d7667c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.122521] env[69411]: DEBUG nova.objects.instance [None req-920e0842-44ac-4681-9ba5-c459f4b2e783 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'pci_requests' on Instance uuid d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.137088] env[69411]: INFO nova.compute.manager [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Took 24.53 seconds to build instance. [ 1039.276347] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340baaa9-24bb-48ea-b815-7eba9124c9ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.285425] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c70d9-8d75-49cf-bcfc-fd0c670eb791 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.319666] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02802a59-32d8-458f-a4e7-6524b9f13e88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.329743] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad97232-d126-4a3a-b216-7acca30ed178 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.345520] env[69411]: DEBUG nova.compute.provider_tree [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.418435] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379142, 'name': CreateVM_Task, 'duration_secs': 0.362378} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.418926] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.419805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.420211] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.422756] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.422756] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b424cf1-a0ed-4f54-a4eb-a622b45ffbe4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.427312] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1039.427312] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e8669c-73c8-5990-583c-25507ec64e57" [ 1039.427312] env[69411]: _type = "Task" [ 1039.427312] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.437279] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e8669c-73c8-5990-583c-25507ec64e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.625843] env[69411]: DEBUG nova.objects.base [None req-920e0842-44ac-4681-9ba5-c459f4b2e783 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.626166] env[69411]: DEBUG nova.network.neutron [None req-920e0842-44ac-4681-9ba5-c459f4b2e783 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.642699] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0f5e1d34-287f-4d5e-9c87-957ccda04da4 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "7fa26688-1db5-4c33-af26-41052842dad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.048s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.745021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee8f2b-89cb-4b5f-bd00-5eaac35ac78d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.749153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-920e0842-44ac-4681-9ba5-c459f4b2e783 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.131s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.756955] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ea208-ddfa-4f56-8266-dccc9fbdd296 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1039.757441] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6cae074a-7be3-4b2c-b0b5-475113f6c55e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.766673] env[69411]: DEBUG oslo_vmware.api [None req-7a3ea208-ddfa-4f56-8266-dccc9fbdd296 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1039.766673] env[69411]: value = "task-3379143" [ 1039.766673] env[69411]: _type = "Task" [ 1039.766673] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.780021] env[69411]: DEBUG oslo_vmware.api [None req-7a3ea208-ddfa-4f56-8266-dccc9fbdd296 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379143, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.848690] env[69411]: DEBUG nova.scheduler.client.report [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.896154] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "d63ce7e7-2ac6-4515-9290-77c77d715837" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.896484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.896784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "d63ce7e7-2ac6-4515-9290-77c77d715837-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.896980] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.897485] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.900308] env[69411]: INFO nova.compute.manager [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Terminating instance [ 1039.941843] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e8669c-73c8-5990-583c-25507ec64e57, 'name': SearchDatastore_Task, 'duration_secs': 0.013662} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.943303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.944030] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.944030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.944221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.944578] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.945429] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b0eeb4-fadc-4a26-b074-8ccbb53a5685 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.963807] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.964336] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.966653] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24007b0-88b1-4eef-8b96-a79792b92758 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.974946] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1039.974946] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52aa74d4-6960-5f70-74f5-3e72a267e7a6" [ 1039.974946] env[69411]: _type = "Task" [ 1039.974946] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.985669] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52aa74d4-6960-5f70-74f5-3e72a267e7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.279564] env[69411]: DEBUG oslo_vmware.api [None req-7a3ea208-ddfa-4f56-8266-dccc9fbdd296 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379143, 'name': SuspendVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.354550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.361920] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.352s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.361920] env[69411]: DEBUG nova.objects.instance [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lazy-loading 'resources' on Instance uuid 8731aec0-501f-4bd6-9cbe-1404390780df {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.386358] env[69411]: INFO nova.scheduler.client.report [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted allocations for instance 59be5fbd-08c1-45a9-9f8f-0bbe90384a24 [ 1040.405993] env[69411]: DEBUG nova.compute.manager [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.405993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.407226] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce01ab9b-efb0-46cf-bc9a-803f168963c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.417607] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.419036] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b397e1f8-3d1f-4060-8d39-b894c8c04322 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.427922] env[69411]: DEBUG oslo_vmware.api [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 1040.427922] env[69411]: value = "task-3379144" [ 1040.427922] env[69411]: _type = "Task" [ 1040.427922] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.439947] env[69411]: DEBUG oslo_vmware.api [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.487536] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52aa74d4-6960-5f70-74f5-3e72a267e7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.048753} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.488421] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c50026a-bc5e-4096-8511-bd40d4ad7989 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.495200] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1040.495200] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a5cc18-38e3-6bb9-9529-5a2a64db285d" [ 1040.495200] env[69411]: _type = "Task" [ 1040.495200] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.505354] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a5cc18-38e3-6bb9-9529-5a2a64db285d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.779758] env[69411]: DEBUG oslo_vmware.api [None req-7a3ea208-ddfa-4f56-8266-dccc9fbdd296 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379143, 'name': SuspendVM_Task, 'duration_secs': 0.607903} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.779758] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ea208-ddfa-4f56-8266-dccc9fbdd296 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1040.779758] env[69411]: DEBUG nova.compute.manager [None req-7a3ea208-ddfa-4f56-8266-dccc9fbdd296 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.779758] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370cfd99-ce17-45b3-af9a-42b9ca3fa163 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.899457] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cddfebe8-9836-4e85-9048-fd016f78b4a7 tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "59be5fbd-08c1-45a9-9f8f-0bbe90384a24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.760s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.939750] env[69411]: DEBUG oslo_vmware.api [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379144, 'name': PowerOffVM_Task, 'duration_secs': 0.303565} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.942643] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.942643] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.943091] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-840bd6bc-e8d1-47b7-a617-070d1dd4697a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.010451] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a5cc18-38e3-6bb9-9529-5a2a64db285d, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.011815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.012688] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 41843deb-2b35-4b50-a791-a3e8bea699c2/41843deb-2b35-4b50-a791-a3e8bea699c2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.012688] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.012688] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.012991] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleting the datastore file [datastore2] d63ce7e7-2ac6-4515-9290-77c77d715837 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.012991] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-459a0a0e-aa66-4f9f-a6c0-5a686a2dc470 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.015608] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b84a416f-0d50-478f-857d-f864671aa5f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.025932] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1041.025932] env[69411]: value = "task-3379146" [ 1041.025932] env[69411]: _type = "Task" [ 1041.025932] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.027671] env[69411]: DEBUG oslo_vmware.api [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for the task: (returnval){ [ 1041.027671] env[69411]: value = "task-3379147" [ 1041.027671] env[69411]: _type = "Task" [ 1041.027671] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.046382] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.050118] env[69411]: DEBUG oslo_vmware.api [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.059702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Acquiring lock "295f5ba0-c935-470e-98db-76f6853c7d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.060394] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "295f5ba0-c935-470e-98db-76f6853c7d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.060492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Acquiring lock "295f5ba0-c935-470e-98db-76f6853c7d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.060634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "295f5ba0-c935-470e-98db-76f6853c7d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.060806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "295f5ba0-c935-470e-98db-76f6853c7d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.063160] env[69411]: INFO nova.compute.manager [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Terminating instance [ 1041.203934] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ea8ffd-5498-43c2-901c-640fc7367822 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.213379] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e08e5e-21c9-48d5-a98f-11d748df2aec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.246913] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccbc800-9097-4e2d-83ed-9279ad99cc18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.255558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0b72b7-a023-47b8-9a6f-54eac3f4228a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.276063] env[69411]: DEBUG nova.compute.provider_tree [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.543340] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.547309] env[69411]: DEBUG oslo_vmware.api [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Task: {'id': task-3379147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36071} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.547622] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.547838] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.548066] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.548254] env[69411]: INFO nova.compute.manager [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.548513] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.548804] env[69411]: DEBUG nova.compute.manager [-] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.548912] env[69411]: DEBUG nova.network.neutron [-] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1041.568229] env[69411]: DEBUG nova.compute.manager [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.568444] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.568815] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a581e7b0-cf91-4a50-b858-bdea9c10d630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.580399] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 1041.580399] env[69411]: value = "task-3379148" [ 1041.580399] env[69411]: _type = "Task" [ 1041.580399] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.592371] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.656258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.656629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.656987] env[69411]: DEBUG nova.objects.instance [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'flavor' on Instance uuid d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.780962] env[69411]: DEBUG nova.scheduler.client.report [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.948178] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.948574] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.948677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.948875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.949085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.951293] env[69411]: INFO nova.compute.manager [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Terminating instance [ 1042.020824] env[69411]: DEBUG nova.compute.manager [req-075f5e61-0c1f-4ff0-9272-9d15324296c4 req-4d788aa2-63cc-434f-8428-6f30f9746547 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Received event network-vif-deleted-00d1fad3-a825-4fd5-aa53-7233c9e5f8e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.021050] env[69411]: INFO nova.compute.manager [req-075f5e61-0c1f-4ff0-9272-9d15324296c4 req-4d788aa2-63cc-434f-8428-6f30f9746547 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Neutron deleted interface 00d1fad3-a825-4fd5-aa53-7233c9e5f8e6; detaching it from the instance and deleting it from the info cache [ 1042.021235] env[69411]: DEBUG nova.network.neutron [req-075f5e61-0c1f-4ff0-9272-9d15324296c4 req-4d788aa2-63cc-434f-8428-6f30f9746547 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.038594] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.038859] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 41843deb-2b35-4b50-a791-a3e8bea699c2/41843deb-2b35-4b50-a791-a3e8bea699c2.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.039088] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.039348] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3036c3e-8abe-43ee-b030-62d1e9ba9a2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.048860] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1042.048860] env[69411]: value = "task-3379149" [ 1042.048860] env[69411]: _type = "Task" [ 1042.048860] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.059387] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.093792] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379148, 'name': PowerOffVM_Task, 'duration_secs': 0.233249} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.094105] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.094355] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.094560] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674198', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'name': 'volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '295f5ba0-c935-470e-98db-76f6853c7d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'serial': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1042.095401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a3d0f-e37e-447e-b4ff-1b927f63deba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.115819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c8de67-eb8e-4c54-9f6b-2d2afb15e525 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.123771] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943949d6-3579-4939-a84d-f2d64ae33eca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.142546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17529895-4b5f-4e2a-a721-400f5d6b22e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.158872] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] The volume has not been displaced from its original location: [datastore2] volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f/volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1042.164334] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.167573] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64621d9d-69d8-49c8-948a-2e6b4c1a62d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.188108] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 1042.188108] env[69411]: value = "task-3379150" [ 1042.188108] env[69411]: _type = "Task" [ 1042.188108] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.197587] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.251312] env[69411]: DEBUG nova.objects.instance [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'pci_requests' on Instance uuid d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.286545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.288981] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.514s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.290553] env[69411]: INFO nova.compute.claims [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.297333] env[69411]: DEBUG nova.network.neutron [-] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.313342] env[69411]: INFO nova.scheduler.client.report [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Deleted allocations for instance 8731aec0-501f-4bd6-9cbe-1404390780df [ 1042.455633] env[69411]: DEBUG nova.compute.manager [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.455857] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.456778] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b575ce9d-1d0a-4326-8242-72eb7d83e47f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.465505] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.465800] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a84edbe-566e-49c8-bc13-73cc0d806c8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.473774] env[69411]: DEBUG oslo_vmware.api [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 1042.473774] env[69411]: value = "task-3379151" [ 1042.473774] env[69411]: _type = "Task" [ 1042.473774] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.483742] env[69411]: DEBUG oslo_vmware.api [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.524492] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10fcda44-b17c-4d4e-a46f-540d35144eba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.536298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cef80-3db1-4b46-98e3-1e1d45fde1f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.563378] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.563816] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.577350] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f715d0d-864b-45d9-a2ee-c28dd9b85561 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.580635] env[69411]: DEBUG nova.compute.manager [req-075f5e61-0c1f-4ff0-9272-9d15324296c4 req-4d788aa2-63cc-434f-8428-6f30f9746547 service nova] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Detach interface failed, port_id=00d1fad3-a825-4fd5-aa53-7233c9e5f8e6, reason: Instance d63ce7e7-2ac6-4515-9290-77c77d715837 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.603275] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 41843deb-2b35-4b50-a791-a3e8bea699c2/41843deb-2b35-4b50-a791-a3e8bea699c2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.603450] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82319b29-c369-4126-92b8-897e8b962e9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.628329] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1042.628329] env[69411]: value = "task-3379152" [ 1042.628329] env[69411]: _type = "Task" [ 1042.628329] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.638366] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.698942] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379150, 'name': ReconfigVM_Task, 'duration_secs': 0.19048} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.699427] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.704062] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14bafdcd-d6b6-4efa-ba33-1f451970beb3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.722429] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 1042.722429] env[69411]: value = "task-3379153" [ 1042.722429] env[69411]: _type = "Task" [ 1042.722429] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.731948] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.754353] env[69411]: DEBUG nova.objects.base [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.754353] env[69411]: DEBUG nova.network.neutron [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.800426] env[69411]: INFO nova.compute.manager [-] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Took 1.25 seconds to deallocate network for instance. [ 1042.807102] env[69411]: DEBUG nova.policy [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.824813] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39cfb4b7-a44d-403d-aef3-ad6754dfe573 tempest-ServersTestManualDisk-1544303414 tempest-ServersTestManualDisk-1544303414-project-member] Lock "8731aec0-501f-4bd6-9cbe-1404390780df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.481s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.914855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "7fa26688-1db5-4c33-af26-41052842dad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.914855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "7fa26688-1db5-4c33-af26-41052842dad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.914855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "7fa26688-1db5-4c33-af26-41052842dad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.914855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "7fa26688-1db5-4c33-af26-41052842dad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.915164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "7fa26688-1db5-4c33-af26-41052842dad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.918615] env[69411]: INFO nova.compute.manager [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Terminating instance [ 1042.985972] env[69411]: DEBUG oslo_vmware.api [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379151, 'name': PowerOffVM_Task, 'duration_secs': 0.212017} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.985972] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.985972] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.985972] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423bcae8-8696-41f9-8c78-dfe62d861602 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.063866] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.063983] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.064235] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleting the datastore file [datastore2] b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.064482] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9434579f-9623-4f6c-a8b3-0383ad369734 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.078042] env[69411]: DEBUG oslo_vmware.api [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for the task: (returnval){ [ 1043.078042] env[69411]: value = "task-3379155" [ 1043.078042] env[69411]: _type = "Task" [ 1043.078042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.092269] env[69411]: DEBUG oslo_vmware.api [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.135138] env[69411]: DEBUG nova.network.neutron [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Successfully created port: fd111abe-2b27-4ed0-891f-4f6d94aa8594 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.143675] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379152, 'name': ReconfigVM_Task, 'duration_secs': 0.509958} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.144106] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 41843deb-2b35-4b50-a791-a3e8bea699c2/41843deb-2b35-4b50-a791-a3e8bea699c2.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.144980] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0b07335-6095-411f-bdc6-51807952a8f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.155458] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1043.155458] env[69411]: value = "task-3379156" [ 1043.155458] env[69411]: _type = "Task" [ 1043.155458] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.164558] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379156, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.233690] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379153, 'name': ReconfigVM_Task, 'duration_secs': 0.234596} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.234090] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674198', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'name': 'volume-f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '295f5ba0-c935-470e-98db-76f6853c7d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f', 'serial': 'f2ce1550-0f1b-4e42-a798-bbbf1a648f1f'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1043.234558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.235981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79aef48-0f77-429c-a179-881c89ef489b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.246724] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.247045] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fed96664-d8d9-4b62-9252-7f1eba592695 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.311760] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.324330] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.324698] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.324917] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Deleting the datastore file [datastore2] 295f5ba0-c935-470e-98db-76f6853c7d30 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.325307] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c67fd1f4-0677-4e4e-9204-ccfa807719af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.337847] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for the task: (returnval){ [ 1043.337847] env[69411]: value = "task-3379158" [ 1043.337847] env[69411]: _type = "Task" [ 1043.337847] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.351605] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.425527] env[69411]: DEBUG nova.compute.manager [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.425752] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.428044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142124f-527f-4d97-95ac-9ed21d4dcb37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.440049] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.440775] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f8b7604-35e9-4f9b-90a8-bbb73340b419 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.520619] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.520805] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.520997] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore2] 7fa26688-1db5-4c33-af26-41052842dad3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.521278] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b5753e4-57f8-4579-89bc-225806a4bea1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.532288] env[69411]: DEBUG oslo_vmware.api [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1043.532288] env[69411]: value = "task-3379160" [ 1043.532288] env[69411]: _type = "Task" [ 1043.532288] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.549461] env[69411]: DEBUG oslo_vmware.api [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.588778] env[69411]: DEBUG oslo_vmware.api [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Task: {'id': task-3379155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284511} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.589070] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.589269] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.589455] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.589637] env[69411]: INFO nova.compute.manager [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1043.589884] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.590090] env[69411]: DEBUG nova.compute.manager [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.590177] env[69411]: DEBUG nova.network.neutron [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1043.654055] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6d6a6-289f-4e05-abcf-72ac433f3b05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.669488] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b236e273-e678-4a68-be80-a8c6ce30c128 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.672620] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379156, 'name': Rename_Task, 'duration_secs': 0.187213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.672888] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.673496] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b290984d-91ff-4ac6-8798-7f9102f228b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.708200] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd932b9d-c503-4789-984e-ddabc77848b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.711053] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1043.711053] env[69411]: value = "task-3379161" [ 1043.711053] env[69411]: _type = "Task" [ 1043.711053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.720684] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db4b1b-0105-48ed-b3d0-583f6911dab2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.730234] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.742528] env[69411]: DEBUG nova.compute.provider_tree [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.849418] env[69411]: DEBUG oslo_vmware.api [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Task: {'id': task-3379158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150905} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.849720] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.849927] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.850150] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.850334] env[69411]: INFO nova.compute.manager [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1043.850611] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.850830] env[69411]: DEBUG nova.compute.manager [-] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.850928] env[69411]: DEBUG nova.network.neutron [-] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1044.044596] env[69411]: DEBUG oslo_vmware.api [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268942} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.044896] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.044959] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.045156] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.046963] env[69411]: INFO nova.compute.manager [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1044.046963] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.046963] env[69411]: DEBUG nova.compute.manager [-] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.046963] env[69411]: DEBUG nova.network.neutron [-] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1044.227021] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.246611] env[69411]: DEBUG nova.scheduler.client.report [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.665295] env[69411]: DEBUG nova.network.neutron [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Successfully updated port: fd111abe-2b27-4ed0-891f-4f6d94aa8594 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.722581] env[69411]: DEBUG oslo_vmware.api [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379161, 'name': PowerOnVM_Task, 'duration_secs': 0.689468} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.722875] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.723108] env[69411]: INFO nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1044.723319] env[69411]: DEBUG nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.724139] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8275727d-71fa-48f9-9f98-7578e0a6eb37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.751340] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.751807] env[69411]: DEBUG nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.754644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.533s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.756189] env[69411]: INFO nova.compute.claims [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.834848] env[69411]: DEBUG nova.network.neutron [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.933509] env[69411]: DEBUG nova.compute.manager [req-8bd9db7a-411f-46d4-9e81-90489f22c7d2 req-df7dcb4c-10be-41bb-8c35-6239a029f5b8 service nova] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Received event network-vif-deleted-1ca49e1a-4b0e-4e4a-9dae-36364f63c289 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.169872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.169872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.169872] env[69411]: DEBUG nova.network.neutron [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1045.205930] env[69411]: DEBUG nova.compute.manager [req-21ae09f1-005f-4405-83b5-4214721cddc8 req-7bc5a392-7edc-4e2f-8271-7708e77c2989 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-vif-plugged-fd111abe-2b27-4ed0-891f-4f6d94aa8594 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.206087] env[69411]: DEBUG oslo_concurrency.lockutils [req-21ae09f1-005f-4405-83b5-4214721cddc8 req-7bc5a392-7edc-4e2f-8271-7708e77c2989 service nova] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.206364] env[69411]: DEBUG oslo_concurrency.lockutils [req-21ae09f1-005f-4405-83b5-4214721cddc8 req-7bc5a392-7edc-4e2f-8271-7708e77c2989 service nova] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.206443] env[69411]: DEBUG oslo_concurrency.lockutils [req-21ae09f1-005f-4405-83b5-4214721cddc8 req-7bc5a392-7edc-4e2f-8271-7708e77c2989 service nova] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.206677] env[69411]: DEBUG nova.compute.manager [req-21ae09f1-005f-4405-83b5-4214721cddc8 req-7bc5a392-7edc-4e2f-8271-7708e77c2989 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] No waiting events found dispatching network-vif-plugged-fd111abe-2b27-4ed0-891f-4f6d94aa8594 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.206795] env[69411]: WARNING nova.compute.manager [req-21ae09f1-005f-4405-83b5-4214721cddc8 req-7bc5a392-7edc-4e2f-8271-7708e77c2989 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received unexpected event network-vif-plugged-fd111abe-2b27-4ed0-891f-4f6d94aa8594 for instance with vm_state active and task_state None. [ 1045.243208] env[69411]: INFO nova.compute.manager [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Took 28.56 seconds to build instance. [ 1045.266589] env[69411]: DEBUG nova.compute.utils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.271287] env[69411]: DEBUG nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.271460] env[69411]: DEBUG nova.network.neutron [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.339469] env[69411]: INFO nova.compute.manager [-] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Took 1.75 seconds to deallocate network for instance. [ 1045.346556] env[69411]: DEBUG nova.policy [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b54c25eb0db4989a1c1194357322be1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c345bf5bb71f40b781b705e24fa748ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.536449] env[69411]: DEBUG nova.network.neutron [-] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.734824] env[69411]: WARNING nova.network.neutron [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] e6c3de27-e19b-4b49-8b2f-ef5b61960682 already exists in list: networks containing: ['e6c3de27-e19b-4b49-8b2f-ef5b61960682']. ignoring it [ 1045.745530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b9d0b055-49f7-443a-ab27-e45d4afbc9fd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.074s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.775719] env[69411]: DEBUG nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.780814] env[69411]: DEBUG nova.network.neutron [-] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.850833] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.860448] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "1052841c-b284-4244-831c-de3efb810d07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.860659] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "1052841c-b284-4244-831c-de3efb810d07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.860871] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "1052841c-b284-4244-831c-de3efb810d07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.861068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "1052841c-b284-4244-831c-de3efb810d07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.861252] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "1052841c-b284-4244-831c-de3efb810d07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.865262] env[69411]: INFO nova.compute.manager [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Terminating instance [ 1045.905951] env[69411]: DEBUG nova.network.neutron [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Successfully created port: b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.042835] env[69411]: INFO nova.compute.manager [-] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Took 2.00 seconds to deallocate network for instance. [ 1046.128148] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c7c61c-aa13-4a28-b84e-4e9f986f0647 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.138409] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a1e408-5a11-4eb3-ae80-fb728352a610 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.175647] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22311db-e2ab-4c10-841c-b77b3b7e6dd5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.185331] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608932c-2b16-45d3-a9fa-a7ad11a94190 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.201388] env[69411]: DEBUG nova.compute.provider_tree [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.283476] env[69411]: INFO nova.virt.block_device [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Booting with volume 580e8cdc-ca22-4e47-9df4-3acd564c5b4b at /dev/sda [ 1046.288675] env[69411]: INFO nova.compute.manager [-] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Took 2.44 seconds to deallocate network for instance. [ 1046.333425] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd7c645b-600a-4d1d-98ff-bbf88249a3fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.346571] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79d4f1-fe11-4c2d-95cc-7a6dd4cd4354 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.371342] env[69411]: DEBUG nova.compute.manager [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.371590] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.372568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd913578-4115-457f-9aec-381d8fd37eb1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.396651] env[69411]: DEBUG nova.network.neutron [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "address": "fa:16:3e:53:74:95", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd111abe-2b", "ovs_interfaceid": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.405020] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e16b757-57ca-4c8e-a0ca-e6e51a159347 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.405020] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.405020] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5b59c88-1471-4f88-b1d7-df822c86e25f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.418633] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de82c09a-ff22-4225-8b6a-73581238fe74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.432442] env[69411]: DEBUG oslo_vmware.api [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 1046.432442] env[69411]: value = "task-3379162" [ 1046.432442] env[69411]: _type = "Task" [ 1046.432442] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.187584] env[69411]: INFO nova.compute.manager [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Took 0.90 seconds to detach 1 volumes for instance. [ 1047.190517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.191332] env[69411]: DEBUG nova.scheduler.client.report [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.194508] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.195246] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.195455] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.203767] env[69411]: DEBUG nova.compute.manager [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Deleting volume: f2ce1550-0f1b-4e42-a798-bbbf1a648f1f {{(pid=69411) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1047.207018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f53672-5fba-4d0e-bd12-087f9aa7d656 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.224702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a80e45-91ed-44d0-81c3-3665bb8f2633 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.241943] env[69411]: DEBUG oslo_vmware.api [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3379162, 'name': PowerOffVM_Task, 'duration_secs': 0.284225} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.244657] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.244657] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.244657] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.244927] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.245018] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.245293] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.245608] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.245855] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.246121] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.246373] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.246609] env[69411]: DEBUG nova.virt.hardware [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.253503] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1047.254756] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.254932] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.255443] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a11e1d-7cf8-4d87-aab6-66680816bd33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.273884] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-918bbcbc-8116-446f-8aa7-93cd5b096a04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.277850] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a3800a-6651-473e-a68b-db927fcd42a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.283571] env[69411]: DEBUG oslo_vmware.api [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1047.283571] env[69411]: value = "task-3379163" [ 1047.283571] env[69411]: _type = "Task" [ 1047.283571] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.295334] env[69411]: DEBUG nova.virt.block_device [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updating existing volume attachment record: 4d2b8837-1dd2-4be7-b7dd-3a8fa3dd8a6f {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1047.306536] env[69411]: DEBUG oslo_vmware.api [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.309117] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211647c-04e3-3023-76e5-fc30e6537665/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1047.313880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05bfe4-92e9-406c-8ac5-2d8aa439b1a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.321225] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211647c-04e3-3023-76e5-fc30e6537665/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1047.321413] env[69411]: ERROR oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211647c-04e3-3023-76e5-fc30e6537665/disk-0.vmdk due to incomplete transfer. [ 1047.321668] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ac63056-6c83-4a28-9482-53a2dbb035e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.332673] env[69411]: DEBUG nova.compute.manager [req-6475a9cb-ed1a-48f3-8c9a-8e8dfa8fc76f req-ca5ee25a-f915-4f22-b69b-a09d109efce4 service nova] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Received event network-vif-deleted-17c20141-29c9-433b-a4ad-85cbe095165d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.332673] env[69411]: DEBUG nova.compute.manager [req-6475a9cb-ed1a-48f3-8c9a-8e8dfa8fc76f req-ca5ee25a-f915-4f22-b69b-a09d109efce4 service nova] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Received event network-vif-deleted-66582d03-0b4d-4e94-a19a-9f6a29d97b1f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.341845] env[69411]: DEBUG oslo_vmware.rw_handles [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211647c-04e3-3023-76e5-fc30e6537665/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1047.342109] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Uploaded image 3331640f-e663-4af2-acc5-a3eff7940b6b to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1047.344875] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1047.345222] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-726c5240-7678-40a8-806a-c5ca950edc61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.356241] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.356491] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.356676] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Deleting the datastore file [datastore2] 1052841c-b284-4244-831c-de3efb810d07 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.357807] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-014f96b6-c7a2-478c-9b27-f6c3008f04b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.359819] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1047.359819] env[69411]: value = "task-3379166" [ 1047.359819] env[69411]: _type = "Task" [ 1047.359819] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.364931] env[69411]: DEBUG oslo_vmware.api [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for the task: (returnval){ [ 1047.364931] env[69411]: value = "task-3379167" [ 1047.364931] env[69411]: _type = "Task" [ 1047.364931] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.371892] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379166, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.380313] env[69411]: DEBUG oslo_vmware.api [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3379167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.430762] env[69411]: DEBUG nova.compute.manager [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-changed-fd111abe-2b27-4ed0-891f-4f6d94aa8594 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.431156] env[69411]: DEBUG nova.compute.manager [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing instance network info cache due to event network-changed-fd111abe-2b27-4ed0-891f-4f6d94aa8594. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.431809] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.431809] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.431809] env[69411]: DEBUG nova.network.neutron [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing network info cache for port fd111abe-2b27-4ed0-891f-4f6d94aa8594 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1047.703262] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.948s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.703884] env[69411]: DEBUG nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.706561] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.331s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.707994] env[69411]: INFO nova.compute.claims [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.711081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "41843deb-2b35-4b50-a791-a3e8bea699c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.711408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.711827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "41843deb-2b35-4b50-a791-a3e8bea699c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.712069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.712282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.714665] env[69411]: INFO nova.compute.manager [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Terminating instance [ 1047.777647] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.800121] env[69411]: DEBUG oslo_vmware.api [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.823292] env[69411]: DEBUG nova.network.neutron [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Successfully updated port: b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.876128] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379166, 'name': Destroy_Task, 'duration_secs': 0.459652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.878896] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Destroyed the VM [ 1047.879174] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.879764] env[69411]: DEBUG oslo_vmware.api [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Task: {'id': task-3379167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226054} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.880030] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-142b6a38-57af-41ea-b922-7e9366c1ca59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.881849] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.882392] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.882392] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.882392] env[69411]: INFO nova.compute.manager [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] [instance: 1052841c-b284-4244-831c-de3efb810d07] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1047.882630] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.882848] env[69411]: DEBUG nova.compute.manager [-] [instance: 1052841c-b284-4244-831c-de3efb810d07] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.884428] env[69411]: DEBUG nova.network.neutron [-] [instance: 1052841c-b284-4244-831c-de3efb810d07] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1047.891917] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1047.891917] env[69411]: value = "task-3379168" [ 1047.891917] env[69411]: _type = "Task" [ 1047.891917] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.904235] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.218779] env[69411]: DEBUG nova.compute.utils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.221816] env[69411]: DEBUG nova.compute.manager [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.221816] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.221971] env[69411]: DEBUG nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.222194] env[69411]: DEBUG nova.network.neutron [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.225266] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ff97e-c991-4fcc-b791-bff8df0833fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.235402] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.235683] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6795c21d-bc9e-4dc4-b292-bff4d1873d7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.243661] env[69411]: DEBUG oslo_vmware.api [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1048.243661] env[69411]: value = "task-3379169" [ 1048.243661] env[69411]: _type = "Task" [ 1048.243661] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.254465] env[69411]: DEBUG oslo_vmware.api [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.293196] env[69411]: DEBUG nova.policy [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f897608eb7a943bb8c324bd2d5fd0a09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49a12b5204334fab8099bb395309f103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.303522] env[69411]: DEBUG oslo_vmware.api [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379163, 'name': ReconfigVM_Task, 'duration_secs': 0.624327} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.303522] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.303522] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1048.333565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquiring lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.333565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquired lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.333565] env[69411]: DEBUG nova.network.neutron [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1048.379409] env[69411]: DEBUG nova.network.neutron [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updated VIF entry in instance network info cache for port fd111abe-2b27-4ed0-891f-4f6d94aa8594. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1048.380065] env[69411]: DEBUG nova.network.neutron [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "address": "fa:16:3e:53:74:95", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd111abe-2b", "ovs_interfaceid": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.403399] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.612095] env[69411]: DEBUG nova.network.neutron [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Successfully created port: 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.725674] env[69411]: DEBUG nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.755965] env[69411]: DEBUG oslo_vmware.api [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379169, 'name': PowerOffVM_Task, 'duration_secs': 0.256447} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.760199] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.760444] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.762985] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b213f282-ad91-4e80-9b58-e9bad92bb3d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.807785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f72966d9-98c0-42d0-b0c7-e582fe43d51d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.151s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.834140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.834370] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.834556] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleting the datastore file [datastore2] 41843deb-2b35-4b50-a791-a3e8bea699c2 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.836654] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d94f4183-528b-40fd-95bb-ff6c17f14c07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.844452] env[69411]: DEBUG oslo_vmware.api [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1048.844452] env[69411]: value = "task-3379171" [ 1048.844452] env[69411]: _type = "Task" [ 1048.844452] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.863449] env[69411]: DEBUG oslo_vmware.api [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.881106] env[69411]: DEBUG nova.network.neutron [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1048.884049] env[69411]: DEBUG oslo_concurrency.lockutils [req-1f0a640b-d56f-4cb8-905b-472df8bf582a req-18c2d8ea-d9d8-4f03-acd1-503d6c3bbd0b service nova] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.909950] env[69411]: DEBUG oslo_vmware.api [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379168, 'name': RemoveSnapshot_Task, 'duration_secs': 0.701708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.910258] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1048.910503] env[69411]: INFO nova.compute.manager [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 1049.082160] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c900a9f-a682-4f23-867d-bf02b63ab911 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.098335] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57bf8c2-7dac-44b3-9aa6-7fd41d94473e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.130586] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589be454-a03b-4d61-84f4-43217b18294f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.138981] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4aa6eb-a154-4851-88fe-a0ec0b038c76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.153304] env[69411]: DEBUG nova.network.neutron [-] [instance: 1052841c-b284-4244-831c-de3efb810d07] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.154922] env[69411]: DEBUG nova.compute.provider_tree [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.190320] env[69411]: DEBUG nova.network.neutron [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updating instance_info_cache with network_info: [{"id": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "address": "fa:16:3e:5d:86:f3", "network": {"id": "d133e9e6-844a-4048-acc5-20edc2ed6ea1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-845386474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345bf5bb71f40b781b705e24fa748ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38d34a1-2a", "ovs_interfaceid": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.356710] env[69411]: DEBUG oslo_vmware.api [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161213} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.357274] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.357316] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.357596] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.357859] env[69411]: INFO nova.compute.manager [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.358166] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.358374] env[69411]: DEBUG nova.compute.manager [-] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.358471] env[69411]: DEBUG nova.network.neutron [-] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1049.394705] env[69411]: DEBUG nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.396299] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.396635] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.396875] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.397360] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.397733] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.397733] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.397914] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.398221] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.398437] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.398689] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.398952] env[69411]: DEBUG nova.virt.hardware [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.400766] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b266da91-bfba-429b-9134-22f3c470e154 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.418085] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1e7be6-f507-49e5-9bbd-f4ff93e9863f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.481125] env[69411]: DEBUG nova.compute.manager [None req-c98724b4-bad5-4c36-af50-9d872d7ad5de tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Found 2 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1049.522996] env[69411]: DEBUG nova.compute.manager [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Received event network-vif-plugged-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.523252] env[69411]: DEBUG oslo_concurrency.lockutils [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] Acquiring lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.523519] env[69411]: DEBUG oslo_concurrency.lockutils [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.523698] env[69411]: DEBUG oslo_concurrency.lockutils [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.523882] env[69411]: DEBUG nova.compute.manager [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] No waiting events found dispatching network-vif-plugged-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.524170] env[69411]: WARNING nova.compute.manager [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Received unexpected event network-vif-plugged-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea for instance with vm_state building and task_state spawning. [ 1049.524422] env[69411]: DEBUG nova.compute.manager [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Received event network-changed-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.524664] env[69411]: DEBUG nova.compute.manager [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Refreshing instance network info cache due to event network-changed-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.524872] env[69411]: DEBUG oslo_concurrency.lockutils [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] Acquiring lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.595725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "416e24c8-d946-49d5-9a34-129674cd2d0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.597111] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.657046] env[69411]: INFO nova.compute.manager [-] [instance: 1052841c-b284-4244-831c-de3efb810d07] Took 1.77 seconds to deallocate network for instance. [ 1049.685822] env[69411]: ERROR nova.scheduler.client.report [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [req-8abcd4e8-3715-4690-9746-348d5c5546e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8abcd4e8-3715-4690-9746-348d5c5546e4"}]} [ 1049.693038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Releasing lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.693295] env[69411]: DEBUG nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance network_info: |[{"id": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "address": "fa:16:3e:5d:86:f3", "network": {"id": "d133e9e6-844a-4048-acc5-20edc2ed6ea1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-845386474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345bf5bb71f40b781b705e24fa748ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38d34a1-2a", "ovs_interfaceid": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.693630] env[69411]: DEBUG oslo_concurrency.lockutils [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] Acquired lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.694189] env[69411]: DEBUG nova.network.neutron [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Refreshing network info cache for port b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1049.695536] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:86:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.703101] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Creating folder: Project (c345bf5bb71f40b781b705e24fa748ae). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.704546] env[69411]: DEBUG nova.scheduler.client.report [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.707550] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f3a32b4-eb78-470a-a07f-498b930fb75d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.723632] env[69411]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1049.723808] env[69411]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69411) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1049.724447] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Folder already exists: Project (c345bf5bb71f40b781b705e24fa748ae). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1049.724447] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Creating folder: Instances. Parent ref: group-v674275. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.725480] env[69411]: DEBUG nova.scheduler.client.report [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.725701] env[69411]: DEBUG nova.compute.provider_tree [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.727783] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcdd90ce-8688-4807-913c-5c7a6b163d9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738013] env[69411]: DEBUG nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.748027] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Created folder: Instances in parent group-v674275. [ 1049.748027] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.748994] env[69411]: DEBUG nova.scheduler.client.report [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.751148] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.752196] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-420acb0b-30cc-4e44-b973-ca2151af1744 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.771074] env[69411]: DEBUG nova.scheduler.client.report [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.780493] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.780782] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.780898] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.781100] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.781252] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.781402] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.781618] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.781779] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.781979] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.782134] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.782699] env[69411]: DEBUG nova.virt.hardware [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.784784] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9441023-d972-4c30-9bf1-47001db8ee51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.788039] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.788039] env[69411]: value = "task-3379174" [ 1049.788039] env[69411]: _type = "Task" [ 1049.788039] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.795360] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38cf4fb-49b8-4220-bc4a-e8af8c1456c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.805560] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379174, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.062290] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0659c2-4323-4d02-ad0e-8d8ef782ff98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.070844] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d84a358-df0e-4408-a36a-0ee697ff8d8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.101618] env[69411]: DEBUG nova.compute.utils [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.103620] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8f978-6a99-4d01-aef3-87112471a3ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.112123] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759786e-9340-4fa7-ae0f-ce56e57d7b45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.129582] env[69411]: DEBUG nova.network.neutron [-] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.133025] env[69411]: DEBUG nova.compute.provider_tree [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.133449] env[69411]: DEBUG nova.network.neutron [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Successfully updated port: 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.165576] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.298585] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379174, 'name': CreateVM_Task, 'duration_secs': 0.409796} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.300912] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.301637] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '4d2b8837-1dd2-4be7-b7dd-3a8fa3dd8a6f', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674280', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'name': 'volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e60f15f5-8a7d-4631-9bbd-c7b3a2c15094', 'attached_at': '', 'detached_at': '', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'serial': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b'}, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1050.301781] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Root volume attach. Driver type: vmdk {{(pid=69411) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1050.303043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52898e2e-eac3-45bd-aa41-9ec543bb46e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.311051] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4511417-77f6-4676-9dc9-f0ccfd6f82b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.317160] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c68443-57fd-4840-94b8-38e52de53adc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.324802] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-312f1f1c-3594-4e81-b313-d279bb8817e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.334601] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1050.334601] env[69411]: value = "task-3379175" [ 1050.334601] env[69411]: _type = "Task" [ 1050.334601] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.340841] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.475825] env[69411]: DEBUG nova.network.neutron [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updated VIF entry in instance network info cache for port b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1050.476292] env[69411]: DEBUG nova.network.neutron [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updating instance_info_cache with network_info: [{"id": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "address": "fa:16:3e:5d:86:f3", "network": {"id": "d133e9e6-844a-4048-acc5-20edc2ed6ea1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-845386474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345bf5bb71f40b781b705e24fa748ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38d34a1-2a", "ovs_interfaceid": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.607746] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.633022] env[69411]: INFO nova.compute.manager [-] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Took 1.27 seconds to deallocate network for instance. [ 1050.640966] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "refresh_cache-a3e0d086-7c32-4163-9eb1-b904190b1934" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.641201] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquired lock "refresh_cache-a3e0d086-7c32-4163-9eb1-b904190b1934" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.641310] env[69411]: DEBUG nova.network.neutron [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1050.684026] env[69411]: DEBUG nova.scheduler.client.report [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.684216] env[69411]: DEBUG nova.compute.provider_tree [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 123 to 124 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.684420] env[69411]: DEBUG nova.compute.provider_tree [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.718380] env[69411]: DEBUG nova.compute.manager [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.719909] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061d592-2180-400b-80d8-4a05679d39d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.826522] env[69411]: DEBUG nova.compute.manager [req-e6efb687-7b41-4414-9d83-9069bb02a1cf req-1d023760-1896-4a56-a991-a64c379f65d9 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Received event network-vif-plugged-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.826522] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6efb687-7b41-4414-9d83-9069bb02a1cf req-1d023760-1896-4a56-a991-a64c379f65d9 service nova] Acquiring lock "a3e0d086-7c32-4163-9eb1-b904190b1934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.826522] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6efb687-7b41-4414-9d83-9069bb02a1cf req-1d023760-1896-4a56-a991-a64c379f65d9 service nova] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.826522] env[69411]: DEBUG oslo_concurrency.lockutils [req-e6efb687-7b41-4414-9d83-9069bb02a1cf req-1d023760-1896-4a56-a991-a64c379f65d9 service nova] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.827117] env[69411]: DEBUG nova.compute.manager [req-e6efb687-7b41-4414-9d83-9069bb02a1cf req-1d023760-1896-4a56-a991-a64c379f65d9 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] No waiting events found dispatching network-vif-plugged-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.827555] env[69411]: WARNING nova.compute.manager [req-e6efb687-7b41-4414-9d83-9069bb02a1cf req-1d023760-1896-4a56-a991-a64c379f65d9 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Received unexpected event network-vif-plugged-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 for instance with vm_state building and task_state spawning. [ 1050.844212] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 40%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.979411] env[69411]: DEBUG oslo_concurrency.lockutils [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] Releasing lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.980294] env[69411]: DEBUG nova.compute.manager [req-2aa8733b-0aaf-4b94-b119-40b809a3fbc7 req-a693d631-7dd8-4238-ba04-5bac9bd76fdd service nova] [instance: 1052841c-b284-4244-831c-de3efb810d07] Received event network-vif-deleted-aaa980cf-5bfb-4989-8fcf-02c7f59ef7a7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.151437] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.188741] env[69411]: DEBUG nova.network.neutron [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1051.195401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.485s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.195401] env[69411]: DEBUG nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.196476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.566s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.198217] env[69411]: INFO nova.compute.claims [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.235023] env[69411]: INFO nova.compute.manager [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] instance snapshotting [ 1051.235023] env[69411]: DEBUG nova.objects.instance [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'flavor' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.346366] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.394563] env[69411]: DEBUG nova.network.neutron [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Updating instance_info_cache with network_info: [{"id": "258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7", "address": "fa:16:3e:31:fc:1e", "network": {"id": "c28c7da6-036e-4145-b128-42fff3fa4428", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1063882326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a12b5204334fab8099bb395309f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258e25a2-e9", "ovs_interfaceid": "258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.685415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "416e24c8-d946-49d5-9a34-129674cd2d0d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.685721] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.685966] env[69411]: INFO nova.compute.manager [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Attaching volume d18fb1b1-6dc1-4c65-9771-015a1fc625b6 to /dev/sdb [ 1051.703401] env[69411]: DEBUG nova.compute.utils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.707284] env[69411]: DEBUG nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1051.733588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7694900-acdd-471c-a012-6203641343e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.744022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf6e3c7-abf0-424e-a74c-b5a4d7bdec1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.747119] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b583c-96e9-4b41-9f92-4df9a06c4098 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.774017] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4be565-5c1b-42a1-bf64-d2517d1a9d6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.777020] env[69411]: DEBUG nova.virt.block_device [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updating existing volume attachment record: 22b32c58-07fc-4be1-ab06-f955059012ff {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1051.844742] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 63%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.897986] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Releasing lock "refresh_cache-a3e0d086-7c32-4163-9eb1-b904190b1934" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.898433] env[69411]: DEBUG nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Instance network_info: |[{"id": "258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7", "address": "fa:16:3e:31:fc:1e", "network": {"id": "c28c7da6-036e-4145-b128-42fff3fa4428", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1063882326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a12b5204334fab8099bb395309f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258e25a2-e9", "ovs_interfaceid": "258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.898940] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:fc:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.906783] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Creating folder: Project (49a12b5204334fab8099bb395309f103). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.907128] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20f2731e-9a00-4774-afd6-a94b72517377 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.914874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-6c472de0-ca89-4db1-89c5-93650dfd2a1d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.915215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-6c472de0-ca89-4db1-89c5-93650dfd2a1d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.915593] env[69411]: DEBUG nova.objects.instance [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'flavor' on Instance uuid d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.922275] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Created folder: Project (49a12b5204334fab8099bb395309f103) in parent group-v674052. [ 1051.922396] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Creating folder: Instances. Parent ref: group-v674292. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.924764] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f72b05a-9f85-4eb3-9071-f529fa9eb8eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.937897] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Created folder: Instances in parent group-v674292. [ 1051.938192] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.938344] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.938565] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f1a076-1003-4587-b00c-a731c588494a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.959149] env[69411]: DEBUG nova.compute.manager [req-4cc78397-7472-4a72-a1fd-e55f40924f98 req-bc12867e-cdfc-4590-8748-532b8fba5223 service nova] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Received event network-vif-deleted-7e146145-2223-47ac-b7df-91a5d3773c16 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.967181] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.967181] env[69411]: value = "task-3379179" [ 1051.967181] env[69411]: _type = "Task" [ 1051.967181] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.977252] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379179, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.208691] env[69411]: DEBUG nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.288620] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.289028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e298458d-d849-4a5b-a99d-00f96c825da2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.300242] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1052.300242] env[69411]: value = "task-3379182" [ 1052.300242] env[69411]: _type = "Task" [ 1052.300242] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.308417] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379182, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.347575] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 76%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.479491] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379179, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.536122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01af365-1e10-4b83-9f46-0dffb5f28ff1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.545224] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e0a25-fe35-43cf-8d39-2cc446d474fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.579664] env[69411]: DEBUG nova.objects.instance [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'pci_requests' on Instance uuid d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.581588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b3289c-aaaa-49e0-ae85-feae70ac1959 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb3b7ab-9614-4c56-82e6-81325b5b0e26 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.608457] env[69411]: DEBUG nova.compute.provider_tree [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.810837] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379182, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.845098] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 92%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.852628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.852876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.979376] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379179, 'name': CreateVM_Task, 'duration_secs': 0.520327} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.979376] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.979779] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.979950] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.980345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.980690] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17983d8-135e-4e7a-be0c-b66bdb7b23dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.985785] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1052.985785] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52221624-3602-2fbd-1cbe-7766cc9d2f1b" [ 1052.985785] env[69411]: _type = "Task" [ 1052.985785] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.994574] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52221624-3602-2fbd-1cbe-7766cc9d2f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.085862] env[69411]: DEBUG nova.objects.base [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.086038] env[69411]: DEBUG nova.network.neutron [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.112038] env[69411]: DEBUG nova.scheduler.client.report [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.156652] env[69411]: DEBUG nova.policy [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.221755] env[69411]: DEBUG nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.248841] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.249116] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.249287] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.249473] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.249623] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.249775] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.249981] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.250158] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.250329] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.250494] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.250670] env[69411]: DEBUG nova.virt.hardware [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.251533] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3cfb6-6ef5-42ea-bd34-4c1782abfcc7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.260406] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c36c29-fd69-42cb-bac4-facece0cdd89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.275914] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.281573] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Creating folder: Project (8a2ab3916fdd464eaed1d539f26f0463). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.281847] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27085c79-3913-4406-a944-4b18aa70a01b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.293794] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Created folder: Project (8a2ab3916fdd464eaed1d539f26f0463) in parent group-v674052. [ 1053.294133] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Creating folder: Instances. Parent ref: group-v674297. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.294423] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a62798e-683b-45c2-8896-7b4c68d44d20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.306166] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Created folder: Instances in parent group-v674297. [ 1053.306166] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.306166] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.306400] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e54f33cb-1de8-486e-bcb6-4b463dca353f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.322474] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379182, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.327973] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.327973] env[69411]: value = "task-3379185" [ 1053.327973] env[69411]: _type = "Task" [ 1053.327973] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.335928] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379185, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.344933] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 97%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.356064] env[69411]: DEBUG nova.compute.utils [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.497859] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52221624-3602-2fbd-1cbe-7766cc9d2f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011851} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.498168] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.498388] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.498708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.498861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.499090] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.499409] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d94ee3-301c-4c82-b04e-79e3a1d63be5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.508946] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.509086] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.509880] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e39e7a-74e5-4038-980d-ddcc2ca5fd89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.516559] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1053.516559] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523c18f4-c1b8-a2a8-53b9-0b5d2a2a162a" [ 1053.516559] env[69411]: _type = "Task" [ 1053.516559] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.526033] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523c18f4-c1b8-a2a8-53b9-0b5d2a2a162a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.619420] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.622015] env[69411]: DEBUG nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.623789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.866s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.624227] env[69411]: DEBUG nova.objects.instance [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lazy-loading 'resources' on Instance uuid f9ac99b4-9478-46cf-b0fc-79d1b1027787 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.811358] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379182, 'name': CreateSnapshot_Task, 'duration_secs': 1.235159} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.811738] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1053.812424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a34908b-3aaa-4e4c-905f-26e58d8e6215 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.837035] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379185, 'name': CreateVM_Task, 'duration_secs': 0.323736} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.840019] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.840549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.840671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.840975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.841552] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4faa1ae4-fc62-4a26-b4c5-419c0afff7b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.846433] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task} progress is 98%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.848096] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1053.848096] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5250c9b4-2cd4-ae2a-c3e7-1978a2a83961" [ 1053.848096] env[69411]: _type = "Task" [ 1053.848096] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.857066] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5250c9b4-2cd4-ae2a-c3e7-1978a2a83961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.858327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.027759] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523c18f4-c1b8-a2a8-53b9-0b5d2a2a162a, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.028551] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e549d0f-2540-497a-b521-a93fb0b4399f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.033476] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1054.033476] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5281f4b9-9da3-3d47-e32d-c56c561b8fbc" [ 1054.033476] env[69411]: _type = "Task" [ 1054.033476] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.042088] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5281f4b9-9da3-3d47-e32d-c56c561b8fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.125493] env[69411]: DEBUG nova.compute.utils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.126811] env[69411]: DEBUG nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.126977] env[69411]: DEBUG nova.network.neutron [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.172429] env[69411]: DEBUG nova.policy [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2af69a0bb0844d6492e9ff66ed47526e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2b50e4e5b784fd9a025d94984ab0793', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.329619] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1054.330359] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28e2e479-a589-48c8-af0a-88df3290ea6a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.343965] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1054.343965] env[69411]: value = "task-3379187" [ 1054.343965] env[69411]: _type = "Task" [ 1054.343965] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.355257] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379175, 'name': RelocateVM_Task, 'duration_secs': 3.692473} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.361536] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1054.361768] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674280', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'name': 'volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e60f15f5-8a7d-4631-9bbd-c7b3a2c15094', 'attached_at': '', 'detached_at': '', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'serial': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1054.363034] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc92e5ab-35d5-42c7-a95e-a04af2fefd1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.369118] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379187, 'name': CloneVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.374302] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5250c9b4-2cd4-ae2a-c3e7-1978a2a83961, 'name': SearchDatastore_Task, 'duration_secs': 0.013496} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.387041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.387301] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.387518] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.388574] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cc4f22-3c21-4620-8078-24ba6e44d9a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.421120] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b/volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.422847] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f041cf7e-b8c7-4a16-802c-c0a502ee0d1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.451985] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1054.451985] env[69411]: value = "task-3379188" [ 1054.451985] env[69411]: _type = "Task" [ 1054.451985] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.463241] env[69411]: DEBUG nova.compute.manager [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Received event network-changed-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.463241] env[69411]: DEBUG nova.compute.manager [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Refreshing instance network info cache due to event network-changed-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.463241] env[69411]: DEBUG oslo_concurrency.lockutils [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] Acquiring lock "refresh_cache-a3e0d086-7c32-4163-9eb1-b904190b1934" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.463386] env[69411]: DEBUG oslo_concurrency.lockutils [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] Acquired lock "refresh_cache-a3e0d086-7c32-4163-9eb1-b904190b1934" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.463556] env[69411]: DEBUG nova.network.neutron [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Refreshing network info cache for port 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1054.472439] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.477161] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cacc17e-26c6-4817-9ca9-1c572eadd3a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.485071] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1592d0d-dea2-488e-9ba5-6606c19e81dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.489244] env[69411]: DEBUG nova.network.neutron [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Successfully created port: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.524336] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f08a12-cf93-4b2e-968b-ed51313a1d67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.531370] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9890da99-59e2-4c83-bc8c-e715d01af57e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.545506] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5281f4b9-9da3-3d47-e32d-c56c561b8fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.553307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.553646] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] a3e0d086-7c32-4163-9eb1-b904190b1934/a3e0d086-7c32-4163-9eb1-b904190b1934.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.554188] env[69411]: DEBUG nova.compute.provider_tree [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.556244] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.557785] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.557785] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-036353b8-bca9-45f0-8441-6615aa7839e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.559437] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ca3838-2378-4535-873a-320bbfb943e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.568838] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1054.568838] env[69411]: value = "task-3379189" [ 1054.568838] env[69411]: _type = "Task" [ 1054.568838] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.570171] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.570371] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.574199] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5ca886-3683-477a-a3ae-bde1b6c21a4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.580595] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1054.580595] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f84e82-bde5-5aec-c9b8-7156447a1e49" [ 1054.580595] env[69411]: _type = "Task" [ 1054.580595] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.584095] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.594555] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f84e82-bde5-5aec-c9b8-7156447a1e49, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.595445] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482bb8f0-0935-42e0-9288-f9fcc440f116 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.601533] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1054.601533] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdea93-7345-3db3-5c3f-f31eb0d83b1f" [ 1054.601533] env[69411]: _type = "Task" [ 1054.601533] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.610823] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdea93-7345-3db3-5c3f-f31eb0d83b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.632297] env[69411]: DEBUG nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.859930] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379187, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.946630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.946916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.947243] env[69411]: INFO nova.compute.manager [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Attaching volume 5472e891-d195-49ff-9547-ce83340b6c0b to /dev/sdb [ 1054.966108] env[69411]: DEBUG nova.network.neutron [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Successfully updated port: 6c472de0-ca89-4db1-89c5-93650dfd2a1d {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.983506] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379188, 'name': ReconfigVM_Task, 'duration_secs': 0.328408} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.984614] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b/volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.990704] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4205d00c-ae5c-40da-be66-0537220c4024 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.004155] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322ade7-ba2d-40dd-9657-9322c3f0b350 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.015592] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1055.015592] env[69411]: value = "task-3379190" [ 1055.015592] env[69411]: _type = "Task" [ 1055.015592] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.021630] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0652eaf-1454-42f4-8d38-134e87df51d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.036657] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.041040] env[69411]: DEBUG nova.virt.block_device [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updating existing volume attachment record: 11928195-a855-4418-912c-add5cec742df {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.057723] env[69411]: DEBUG nova.scheduler.client.report [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.081845] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474799} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.081845] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] a3e0d086-7c32-4163-9eb1-b904190b1934/a3e0d086-7c32-4163-9eb1-b904190b1934.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.081845] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.081845] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2200e74c-6ebd-4d4c-bf4a-e6c3350376f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.091141] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1055.091141] env[69411]: value = "task-3379191" [ 1055.091141] env[69411]: _type = "Task" [ 1055.091141] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.101805] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.111579] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdea93-7345-3db3-5c3f-f31eb0d83b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.111740] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.112138] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.112316] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13589df0-44ca-4e9e-9067-54ab9fb82eb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.121072] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1055.121072] env[69411]: value = "task-3379192" [ 1055.121072] env[69411]: _type = "Task" [ 1055.121072] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.132601] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.204102] env[69411]: DEBUG nova.network.neutron [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Updated VIF entry in instance network info cache for port 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1055.204102] env[69411]: DEBUG nova.network.neutron [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Updating instance_info_cache with network_info: [{"id": "258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7", "address": "fa:16:3e:31:fc:1e", "network": {"id": "c28c7da6-036e-4145-b128-42fff3fa4428", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1063882326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49a12b5204334fab8099bb395309f103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap258e25a2-e9", "ovs_interfaceid": "258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.358071] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379187, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.476217] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.476446] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.476719] env[69411]: DEBUG nova.network.neutron [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1055.530350] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379190, 'name': ReconfigVM_Task, 'duration_secs': 0.136749} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.530690] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674280', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'name': 'volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e60f15f5-8a7d-4631-9bbd-c7b3a2c15094', 'attached_at': '', 'detached_at': '', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'serial': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1055.531273] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b0a8b9f-6406-4eaa-869b-b115d2eed8e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.540823] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1055.540823] env[69411]: value = "task-3379194" [ 1055.540823] env[69411]: _type = "Task" [ 1055.540823] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.551115] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379194, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.566109] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.568827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.616s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.569362] env[69411]: DEBUG nova.objects.instance [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.589882] env[69411]: INFO nova.scheduler.client.report [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Deleted allocations for instance f9ac99b4-9478-46cf-b0fc-79d1b1027787 [ 1055.605694] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068359} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.605694] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.606343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1707c33-483a-43e8-b499-ba9a5d010582 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.629518] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a3e0d086-7c32-4163-9eb1-b904190b1934/a3e0d086-7c32-4163-9eb1-b904190b1934.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.629868] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-569c858a-c5c8-40f8-845c-4d9ad6ab5e0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.650132] env[69411]: DEBUG nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.660127] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454414} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.661463] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.662713] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.662713] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1055.662713] env[69411]: value = "task-3379195" [ 1055.662713] env[69411]: _type = "Task" [ 1055.662713] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.662713] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-700c71a1-218f-4067-8bd5-00891aeddca0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.674587] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1055.674587] env[69411]: value = "task-3379196" [ 1055.674587] env[69411]: _type = "Task" [ 1055.674587] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.681055] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.684311] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.684730] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.685058] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.685548] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.685710] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.686282] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.686433] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.686788] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.687130] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.687444] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.687877] env[69411]: DEBUG nova.virt.hardware [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.692954] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32586af2-88de-4e0a-8c7d-6df6e529e657 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.704131] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e975c61-4dd7-4e7f-ae38-6097aaa299a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.708282] env[69411]: DEBUG oslo_concurrency.lockutils [req-370ad423-205f-4d8a-9c84-15635a8f08f2 req-df8e852a-579c-4be4-aa99-590648b88690 service nova] Releasing lock "refresh_cache-a3e0d086-7c32-4163-9eb1-b904190b1934" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.708685] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.857423] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379187, 'name': CloneVM_Task, 'duration_secs': 1.143123} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.857624] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Created linked-clone VM from snapshot [ 1055.859056] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418ee53-6e35-4274-9152-2140b232c251 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.867609] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Uploading image 45a5788e-5610-4136-958a-dd45392cf9ce {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1055.897092] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1055.897092] env[69411]: value = "vm-674301" [ 1055.897092] env[69411]: _type = "VirtualMachine" [ 1055.897092] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1055.897336] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e411189e-81e5-4635-a790-89f05f97ce11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.905857] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease: (returnval){ [ 1055.905857] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e41898-f687-2c90-bf3b-3304e651098c" [ 1055.905857] env[69411]: _type = "HttpNfcLease" [ 1055.905857] env[69411]: } obtained for exporting VM: (result){ [ 1055.905857] env[69411]: value = "vm-674301" [ 1055.905857] env[69411]: _type = "VirtualMachine" [ 1055.905857] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1055.906163] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the lease: (returnval){ [ 1055.906163] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e41898-f687-2c90-bf3b-3304e651098c" [ 1055.906163] env[69411]: _type = "HttpNfcLease" [ 1055.906163] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.914832] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.914832] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e41898-f687-2c90-bf3b-3304e651098c" [ 1055.914832] env[69411]: _type = "HttpNfcLease" [ 1055.914832] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1056.014723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.015027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.015288] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.015526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.015772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.017923] env[69411]: INFO nova.compute.manager [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Terminating instance [ 1056.031127] env[69411]: WARNING nova.network.neutron [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] e6c3de27-e19b-4b49-8b2f-ef5b61960682 already exists in list: networks containing: ['e6c3de27-e19b-4b49-8b2f-ef5b61960682']. ignoring it [ 1056.031356] env[69411]: WARNING nova.network.neutron [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] e6c3de27-e19b-4b49-8b2f-ef5b61960682 already exists in list: networks containing: ['e6c3de27-e19b-4b49-8b2f-ef5b61960682']. ignoring it [ 1056.051697] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379194, 'name': Rename_Task, 'duration_secs': 0.14145} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.051969] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.052428] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-584f436c-9267-4ab1-a83b-c5b69007e2f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.061053] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1056.061053] env[69411]: value = "task-3379198" [ 1056.061053] env[69411]: _type = "Task" [ 1056.061053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.076554] env[69411]: DEBUG nova.objects.instance [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lazy-loading 'numa_topology' on Instance uuid 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.078440] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.105665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-119e4769-d3f4-4ff6-88a3-4c283e5e65d7 tempest-ServersNegativeTestMultiTenantJSON-453967616 tempest-ServersNegativeTestMultiTenantJSON-453967616-project-member] Lock "f9ac99b4-9478-46cf-b0fc-79d1b1027787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.738s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.177379] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379195, 'name': ReconfigVM_Task, 'duration_secs': 0.329547} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.177702] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a3e0d086-7c32-4163-9eb1-b904190b1934/a3e0d086-7c32-4163-9eb1-b904190b1934.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.178354] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f9df691-4fe2-4379-acec-417a8527b75d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.188431] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1056.188431] env[69411]: value = "task-3379199" [ 1056.188431] env[69411]: _type = "Task" [ 1056.188431] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.191862] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.195799] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.196592] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aaf82b-0633-45cb-aff6-8f75549a27dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.200444] env[69411]: DEBUG nova.network.neutron [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Successfully updated port: dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.215488] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379199, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.224848] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.225988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.226175] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.226320] env[69411]: DEBUG nova.network.neutron [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1056.227303] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e653fe52-3e83-4fd1-8a6d-b255020051b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.253664] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1056.253664] env[69411]: value = "task-3379200" [ 1056.253664] env[69411]: _type = "Task" [ 1056.253664] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.262550] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.289640] env[69411]: DEBUG nova.network.neutron [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1056.414756] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.414756] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e41898-f687-2c90-bf3b-3304e651098c" [ 1056.414756] env[69411]: _type = "HttpNfcLease" [ 1056.414756] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1056.415073] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1056.415073] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e41898-f687-2c90-bf3b-3304e651098c" [ 1056.415073] env[69411]: _type = "HttpNfcLease" [ 1056.415073] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1056.415801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d746625d-3607-4da6-be72-dfccd9b5f524 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.424401] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522929c4-7d27-93ca-d8c6-c89b737e1718/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1056.424591] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522929c4-7d27-93ca-d8c6-c89b737e1718/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1056.502955] env[69411]: DEBUG nova.network.neutron [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.508450] env[69411]: DEBUG nova.compute.manager [req-ee7f8ead-b7d9-4c03-abba-2aee7dcd1264 req-d29e0c32-57cc-476a-b5f1-96dd7b0681db service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-vif-plugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.508659] env[69411]: DEBUG oslo_concurrency.lockutils [req-ee7f8ead-b7d9-4c03-abba-2aee7dcd1264 req-d29e0c32-57cc-476a-b5f1-96dd7b0681db service nova] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.508867] env[69411]: DEBUG oslo_concurrency.lockutils [req-ee7f8ead-b7d9-4c03-abba-2aee7dcd1264 req-d29e0c32-57cc-476a-b5f1-96dd7b0681db service nova] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.509048] env[69411]: DEBUG oslo_concurrency.lockutils [req-ee7f8ead-b7d9-4c03-abba-2aee7dcd1264 req-d29e0c32-57cc-476a-b5f1-96dd7b0681db service nova] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.509226] env[69411]: DEBUG nova.compute.manager [req-ee7f8ead-b7d9-4c03-abba-2aee7dcd1264 req-d29e0c32-57cc-476a-b5f1-96dd7b0681db service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] No waiting events found dispatching network-vif-plugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.509391] env[69411]: WARNING nova.compute.manager [req-ee7f8ead-b7d9-4c03-abba-2aee7dcd1264 req-d29e0c32-57cc-476a-b5f1-96dd7b0681db service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received unexpected event network-vif-plugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 for instance with vm_state building and task_state spawning. [ 1056.522960] env[69411]: DEBUG nova.compute.manager [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.523273] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.524545] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f3ae0-02ea-4006-9c91-973107fab951 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.535038] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.535330] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-252a8153-7591-41e4-bc6a-790584e8740a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.545041] env[69411]: DEBUG oslo_vmware.api [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 1056.545041] env[69411]: value = "task-3379201" [ 1056.545041] env[69411]: _type = "Task" [ 1056.545041] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.556893] env[69411]: DEBUG oslo_vmware.api [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3379201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.569639] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a149952-13d2-4c7e-a704-8965e2ee1eec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.577850] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.579683] env[69411]: INFO nova.compute.claims [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.713535] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379199, 'name': Rename_Task, 'duration_secs': 0.171913} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.713849] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.714210] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa2bb3b4-a5e7-4736-9825-0becacbf3d10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.723839] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1056.723839] env[69411]: value = "task-3379202" [ 1056.723839] env[69411]: _type = "Task" [ 1056.723839] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.736326] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.767919] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379200, 'name': ReconfigVM_Task, 'duration_secs': 0.301621} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.767919] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.767919] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b74b24-bdf4-4359-9b32-432a76067d1b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.774243] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1056.774243] env[69411]: value = "task-3379203" [ 1056.774243] env[69411]: _type = "Task" [ 1056.774243] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.786872] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379203, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.825607] env[69411]: DEBUG nova.network.neutron [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "address": "fa:16:3e:53:74:95", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd111abe-2b", "ovs_interfaceid": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6c472de0-ca89-4db1-89c5-93650dfd2a1d", "address": "fa:16:3e:be:27:b0", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c472de0-ca", "ovs_interfaceid": "6c472de0-ca89-4db1-89c5-93650dfd2a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.835025] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1056.835314] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674296', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'name': 'volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416e24c8-d946-49d5-9a34-129674cd2d0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'serial': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1056.836235] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca763a-812c-4f85-ad0b-4040c1180025 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.855680] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f462173d-f571-4fcf-9fb5-3b2b1f697aaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.883979] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6/volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.885739] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbfd5ea-6d2c-4679-94b0-7dce6134c44b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.901670] env[69411]: DEBUG nova.compute.manager [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-vif-plugged-6c472de0-ca89-4db1-89c5-93650dfd2a1d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.901878] env[69411]: DEBUG oslo_concurrency.lockutils [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.902100] env[69411]: DEBUG oslo_concurrency.lockutils [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.902268] env[69411]: DEBUG oslo_concurrency.lockutils [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.902433] env[69411]: DEBUG nova.compute.manager [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] No waiting events found dispatching network-vif-plugged-6c472de0-ca89-4db1-89c5-93650dfd2a1d {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.902609] env[69411]: WARNING nova.compute.manager [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received unexpected event network-vif-plugged-6c472de0-ca89-4db1-89c5-93650dfd2a1d for instance with vm_state active and task_state None. [ 1056.902783] env[69411]: DEBUG nova.compute.manager [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-changed-6c472de0-ca89-4db1-89c5-93650dfd2a1d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.902940] env[69411]: DEBUG nova.compute.manager [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing instance network info cache due to event network-changed-6c472de0-ca89-4db1-89c5-93650dfd2a1d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.903148] env[69411]: DEBUG oslo_concurrency.lockutils [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.911206] env[69411]: DEBUG oslo_vmware.api [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1056.911206] env[69411]: value = "task-3379204" [ 1056.911206] env[69411]: _type = "Task" [ 1056.911206] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.921238] env[69411]: DEBUG oslo_vmware.api [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.010939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.011358] env[69411]: DEBUG nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Instance network_info: |[{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.011879] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:81:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.021067] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating folder: Project (c2b50e4e5b784fd9a025d94984ab0793). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.021550] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c3404de-49a6-40cc-b3fd-2d1a2a5abeb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.036197] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created folder: Project (c2b50e4e5b784fd9a025d94984ab0793) in parent group-v674052. [ 1057.036543] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating folder: Instances. Parent ref: group-v674303. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.036886] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa14eba7-0808-42cf-82c3-5b0e91bb7272 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.050538] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created folder: Instances in parent group-v674303. [ 1057.050901] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.051705] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.051944] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fce094ed-85e0-427c-af0d-0157faa07121 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.070018] env[69411]: DEBUG oslo_vmware.api [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3379201, 'name': PowerOffVM_Task, 'duration_secs': 0.230505} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.073916] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.074162] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.074475] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7fa3782-962e-4012-b293-6a4368b0237d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.080060] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.080060] env[69411]: value = "task-3379207" [ 1057.080060] env[69411]: _type = "Task" [ 1057.080060] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.083289] env[69411]: DEBUG oslo_vmware.api [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379198, 'name': PowerOnVM_Task, 'duration_secs': 0.541984} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.087107] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.087218] env[69411]: INFO nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1057.087460] env[69411]: DEBUG nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.090423] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de49dfcb-0282-4e22-b79f-93bbe2eb0e9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.101711] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379207, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.145555] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.145884] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.146952] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Deleting the datastore file [datastore1] 34eaab5d-18bd-4868-a439-7ae67fdecc3b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.146952] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9576d29-b907-464e-9d8b-a3a3330a116c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.156513] env[69411]: DEBUG oslo_vmware.api [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for the task: (returnval){ [ 1057.156513] env[69411]: value = "task-3379209" [ 1057.156513] env[69411]: _type = "Task" [ 1057.156513] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.169395] env[69411]: DEBUG oslo_vmware.api [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3379209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.238578] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.285895] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379203, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.331760] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.331760] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.331760] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.331760] env[69411]: DEBUG oslo_concurrency.lockutils [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.331760] env[69411]: DEBUG nova.network.neutron [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Refreshing network info cache for port 6c472de0-ca89-4db1-89c5-93650dfd2a1d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1057.333386] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f282277a-9b82-434c-ae7a-5ebef51dac77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.358143] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.358524] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.358765] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.359028] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.359223] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.359436] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.359723] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.359977] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.360223] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.360458] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.360703] env[69411]: DEBUG nova.virt.hardware [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.367526] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1057.368692] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab652e10-c8a3-41bb-bc90-982706d4d137 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.390728] env[69411]: DEBUG oslo_vmware.api [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1057.390728] env[69411]: value = "task-3379211" [ 1057.390728] env[69411]: _type = "Task" [ 1057.390728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.402531] env[69411]: DEBUG oslo_vmware.api [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379211, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.426100] env[69411]: DEBUG oslo_vmware.api [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.599078] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379207, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.615904] env[69411]: INFO nova.compute.manager [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Took 32.86 seconds to build instance. [ 1057.670090] env[69411]: DEBUG oslo_vmware.api [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Task: {'id': task-3379209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155817} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.672692] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.672933] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.675267] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.675267] env[69411]: INFO nova.compute.manager [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1057.675267] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.675267] env[69411]: DEBUG nova.compute.manager [-] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.675267] env[69411]: DEBUG nova.network.neutron [-] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1057.738992] env[69411]: DEBUG oslo_vmware.api [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379202, 'name': PowerOnVM_Task, 'duration_secs': 0.882482} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.739852] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.739852] env[69411]: INFO nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1057.740029] env[69411]: DEBUG nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.741042] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeb37b4-6cdd-493a-897c-136f87f2f3fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.787229] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379203, 'name': Rename_Task, 'duration_secs': 0.911557} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.790517] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.792084] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48b2047-fff7-404b-a6b5-ce2db1197295 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.798843] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1057.798843] env[69411]: value = "task-3379212" [ 1057.798843] env[69411]: _type = "Task" [ 1057.798843] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.814306] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.901833] env[69411]: DEBUG oslo_vmware.api [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.922231] env[69411]: DEBUG oslo_vmware.api [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379204, 'name': ReconfigVM_Task, 'duration_secs': 0.698276} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.922540] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6/volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.927463] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff31edcf-8e75-40f8-b10d-6d3aed90a8fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.947059] env[69411]: DEBUG oslo_vmware.api [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1057.947059] env[69411]: value = "task-3379213" [ 1057.947059] env[69411]: _type = "Task" [ 1057.947059] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.952997] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45801d75-5bd0-4819-889a-dc27545ad11f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.959012] env[69411]: DEBUG oslo_vmware.api [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.965065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948188ce-b046-4250-abc0-bbc6f384b312 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.997973] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3257f583-eaa5-4de0-8f9e-e9f5c39d517c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.006916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68abb457-ebec-4beb-a6b1-a890549fcb2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.025017] env[69411]: DEBUG nova.compute.provider_tree [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.096934] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379207, 'name': CreateVM_Task, 'duration_secs': 0.817602} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.097185] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.097977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.098168] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.098496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.098755] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a3d956-b80d-4905-b1df-9e1e335439ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.105916] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1058.105916] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5236bfc3-73f2-e618-4dfc-87b2e6567ec8" [ 1058.105916] env[69411]: _type = "Task" [ 1058.105916] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.118824] env[69411]: DEBUG oslo_concurrency.lockutils [None req-862bb29b-f7c5-4b00-aed2-9aed70585679 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.373s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.119137] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5236bfc3-73f2-e618-4dfc-87b2e6567ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.261895] env[69411]: INFO nova.compute.manager [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Took 26.08 seconds to build instance. [ 1058.306331] env[69411]: DEBUG nova.network.neutron [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updated VIF entry in instance network info cache for port 6c472de0-ca89-4db1-89c5-93650dfd2a1d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1058.306888] env[69411]: DEBUG nova.network.neutron [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "address": "fa:16:3e:53:74:95", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd111abe-2b", "ovs_interfaceid": "fd111abe-2b27-4ed0-891f-4f6d94aa8594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6c472de0-ca89-4db1-89c5-93650dfd2a1d", "address": "fa:16:3e:be:27:b0", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c472de0-ca", "ovs_interfaceid": "6c472de0-ca89-4db1-89c5-93650dfd2a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.314039] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.401387] env[69411]: DEBUG oslo_vmware.api [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.459890] env[69411]: DEBUG oslo_vmware.api [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379213, 'name': ReconfigVM_Task, 'duration_secs': 0.208547} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.460248] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674296', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'name': 'volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416e24c8-d946-49d5-9a34-129674cd2d0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'serial': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1058.566322] env[69411]: DEBUG nova.scheduler.client.report [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1058.566705] env[69411]: DEBUG nova.compute.provider_tree [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 124 to 125 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1058.567027] env[69411]: DEBUG nova.compute.provider_tree [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.617018] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5236bfc3-73f2-e618-4dfc-87b2e6567ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.024529} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.617377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.617631] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.617876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.618049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.618265] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.618573] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd1ff083-319b-4bfa-b2d1-44c614dd8093 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.627918] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.628129] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.628832] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd660cc-752a-43a9-8485-eddb2f154379 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.636856] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1058.636856] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]520bb781-b99e-a67a-2741-3b4218257195" [ 1058.636856] env[69411]: _type = "Task" [ 1058.636856] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.643703] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520bb781-b99e-a67a-2741-3b4218257195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.668940] env[69411]: DEBUG nova.network.neutron [-] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.707426] env[69411]: DEBUG nova.compute.manager [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.707426] env[69411]: DEBUG nova.compute.manager [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing instance network info cache due to event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.707426] env[69411]: DEBUG oslo_concurrency.lockutils [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] Acquiring lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.707426] env[69411]: DEBUG oslo_concurrency.lockutils [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] Acquired lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.708024] env[69411]: DEBUG nova.network.neutron [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1058.764056] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6b164165-ecfe-4cfa-9948-6e207fec97be tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.585s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.814658] env[69411]: DEBUG oslo_concurrency.lockutils [req-28214c17-36b1-4c3e-a04f-e0af0dc34476 req-0543e81c-fbff-4e61-bcdb-952c98faf024 service nova] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.815146] env[69411]: DEBUG oslo_vmware.api [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379212, 'name': PowerOnVM_Task, 'duration_secs': 0.812507} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.815398] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.816041] env[69411]: INFO nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Took 5.59 seconds to spawn the instance on the hypervisor. [ 1058.816630] env[69411]: DEBUG nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.817705] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e6070-d1cf-4192-8e2b-03f31e33670a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.903255] env[69411]: DEBUG oslo_vmware.api [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.072360] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.503s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.074633] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.637s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.113167] env[69411]: INFO nova.network.neutron [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating port 9089592c-210c-403d-a734-90ed481a55ba with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1059.147117] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520bb781-b99e-a67a-2741-3b4218257195, 'name': SearchDatastore_Task, 'duration_secs': 0.018312} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.148737] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2fe8f6-f0fa-4511-bf8b-9b2842fd2dbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.163080] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1059.163080] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b962cb-c998-1237-4ae4-334772a64427" [ 1059.163080] env[69411]: _type = "Task" [ 1059.163080] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.175921] env[69411]: INFO nova.compute.manager [-] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Took 1.50 seconds to deallocate network for instance. [ 1059.176680] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b962cb-c998-1237-4ae4-334772a64427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.343153] env[69411]: INFO nova.compute.manager [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Took 26.99 seconds to build instance. [ 1059.403797] env[69411]: DEBUG oslo_vmware.api [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379211, 'name': ReconfigVM_Task, 'duration_secs': 1.713828} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.404099] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.404330] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1059.485354] env[69411]: DEBUG nova.network.neutron [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updated VIF entry in instance network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1059.485860] env[69411]: DEBUG nova.network.neutron [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.507028] env[69411]: DEBUG nova.objects.instance [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lazy-loading 'flavor' on Instance uuid 416e24c8-d946-49d5-9a34-129674cd2d0d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.596171] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1059.596428] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674302', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'name': 'volume-5472e891-d195-49ff-9547-ce83340b6c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'serial': '5472e891-d195-49ff-9547-ce83340b6c0b'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1059.599630] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d52cdf-c020-44bc-91ac-d7eee8e16ebc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.620658] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd8a49a-1fd9-42d4-b6ea-3e0771afd281 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.649982] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-5472e891-d195-49ff-9547-ce83340b6c0b/volume-5472e891-d195-49ff-9547-ce83340b6c0b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.650724] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08712df-860a-46f9-bf68-1b9bd7f95d81 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.676019] env[69411]: DEBUG oslo_vmware.api [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1059.676019] env[69411]: value = "task-3379214" [ 1059.676019] env[69411]: _type = "Task" [ 1059.676019] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.678130] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b962cb-c998-1237-4ae4-334772a64427, 'name': SearchDatastore_Task, 'duration_secs': 0.015544} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.681411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.681685] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.681959] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7e2e5d3-6037-4747-a6e7-e709ec3aa1a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.685101] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.690033] env[69411]: DEBUG oslo_vmware.api [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.691373] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1059.691373] env[69411]: value = "task-3379215" [ 1059.691373] env[69411]: _type = "Task" [ 1059.691373] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.700794] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.805865] env[69411]: DEBUG nova.compute.manager [req-e18d927c-a629-4a35-be03-7f07e4395656 req-3acc979e-3ce3-4556-beb7-5de7520d532d service nova] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Received event network-vif-deleted-5b1f5a94-8913-489e-8794-0199d4c3dff2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.845454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-113da3ce-a237-416d-b9a1-9fe7b225dd27 tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "566397fb-726a-4d35-b616-48126451c9cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.498s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.910996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-599f9684-6945-411a-b9e8-73aa5dc4bf8a tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-6c472de0-ca89-4db1-89c5-93650dfd2a1d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.995s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.988575] env[69411]: DEBUG oslo_concurrency.lockutils [req-9da531b6-248b-4c34-a7fb-3f9024d9cac7 req-3d9a89b6-61cb-4a80-be92-dae8c5b230d7 service nova] Releasing lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.014567] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dbc870be-c688-4a21-9fd9-7e30ee05f3cb tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.328s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.119556] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9848c369-d516-4e71-9d00-6f21d0dda7e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.119724] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 34eaab5d-18bd-4868-a439-7ae67fdecc3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.119811] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.119937] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance b187064a-20b8-4e80-aaef-2ae78d901640 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.120133] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 416e24c8-d946-49d5-9a34-129674cd2d0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.120264] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 14fcfe16-b536-4eae-8807-131306a159af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.120414] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 295f5ba0-c935-470e-98db-76f6853c7d30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.120547] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 1052841c-b284-4244-831c-de3efb810d07 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.120711] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance d71be178-8edf-40c3-85ed-98d89589d43f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.121029] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance d63ce7e7-2ac6-4515-9290-77c77d715837 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.121320] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 39e834d5-508a-4424-9363-b8ecf38192ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.121455] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 65c128e6-28b4-4428-b94b-f442a2c1cc5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.121621] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 90c14f96-bc70-4d7d-ae10-74a9f68a8950 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.121845] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 7fa26688-1db5-4c33-af26-41052842dad3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.122073] env[69411]: WARNING nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 41843deb-2b35-4b50-a791-a3e8bea699c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.122323] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 6f5dc694-e833-46ca-acfe-52b748a93a5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.122516] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.122624] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance a3e0d086-7c32-4163-9eb1-b904190b1934 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.122737] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 566397fb-726a-4d35-b616-48126451c9cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.122862] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 7a68f93a-5201-48f3-a81b-9b56ad786c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.123362] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1060.123579] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1060.171898] env[69411]: DEBUG nova.compute.manager [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.173134] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a25d789-9f19-4e01-966c-2319479956b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.209654] env[69411]: DEBUG oslo_vmware.api [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.227991] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.504245] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a7264-e67a-4e8a-bf4e-ccc3ad0f8948 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.513569] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f09f51-6f83-43a5-b8d4-876364c88caf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.559022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb85b27f-817f-45b1-a26e-e4817693f2ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.569735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0181f62c-8bfe-4513-a06a-9a2de0651f70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.589086] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.690571] env[69411]: DEBUG oslo_vmware.api [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379214, 'name': ReconfigVM_Task, 'duration_secs': 0.716155} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.691337] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-5472e891-d195-49ff-9547-ce83340b6c0b/volume-5472e891-d195-49ff-9547-ce83340b6c0b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.696419] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ca1182-714a-42f2-a7ca-05b14c200ee7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.710418] env[69411]: INFO nova.compute.manager [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] instance snapshotting [ 1060.713847] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0598ba-699e-4c70-9d49-68fe23a822c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.720055] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562712} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.722079] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.722379] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.722780] env[69411]: DEBUG oslo_vmware.api [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1060.722780] env[69411]: value = "task-3379216" [ 1060.722780] env[69411]: _type = "Task" [ 1060.722780] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.723112] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97af9bef-de7b-4bf2-a34a-dcb96d852402 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.742967] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c8e1c2-3671-4e5f-9d33-b8945fedbc00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.749410] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1060.749410] env[69411]: value = "task-3379217" [ 1060.749410] env[69411]: _type = "Task" [ 1060.749410] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.757806] env[69411]: DEBUG oslo_vmware.api [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.767215] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.091936] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.142919] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.142919] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.142919] env[69411]: DEBUG nova.network.neutron [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1061.184052] env[69411]: DEBUG nova.compute.manager [req-2871a567-7c21-4f6b-bf61-39ca9aa6eaa7 req-4b355f69-a1bd-4b78-bc55-cb52b1034c29 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received event network-vif-plugged-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.184344] env[69411]: DEBUG oslo_concurrency.lockutils [req-2871a567-7c21-4f6b-bf61-39ca9aa6eaa7 req-4b355f69-a1bd-4b78-bc55-cb52b1034c29 service nova] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.184610] env[69411]: DEBUG oslo_concurrency.lockutils [req-2871a567-7c21-4f6b-bf61-39ca9aa6eaa7 req-4b355f69-a1bd-4b78-bc55-cb52b1034c29 service nova] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.184768] env[69411]: DEBUG oslo_concurrency.lockutils [req-2871a567-7c21-4f6b-bf61-39ca9aa6eaa7 req-4b355f69-a1bd-4b78-bc55-cb52b1034c29 service nova] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.184922] env[69411]: DEBUG nova.compute.manager [req-2871a567-7c21-4f6b-bf61-39ca9aa6eaa7 req-4b355f69-a1bd-4b78-bc55-cb52b1034c29 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] No waiting events found dispatching network-vif-plugged-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.185220] env[69411]: WARNING nova.compute.manager [req-2871a567-7c21-4f6b-bf61-39ca9aa6eaa7 req-4b355f69-a1bd-4b78-bc55-cb52b1034c29 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received unexpected event network-vif-plugged-9089592c-210c-403d-a734-90ed481a55ba for instance with vm_state shelved_offloaded and task_state spawning. [ 1061.235933] env[69411]: DEBUG oslo_vmware.api [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379216, 'name': ReconfigVM_Task, 'duration_secs': 0.201304} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.236308] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674302', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'name': 'volume-5472e891-d195-49ff-9547-ce83340b6c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'serial': '5472e891-d195-49ff-9547-ce83340b6c0b'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1061.262293] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1061.265798] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8f98b55-a8cc-4742-8098-18caf9bf7bdb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.268218] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080289} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.268501] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.269666] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7bd5b9-1cd2-479e-ae7a-36b0de04d422 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.293478] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.295126] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95942e2-51a1-41af-b1c5-0f6ae4d1a16a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.309637] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1061.309637] env[69411]: value = "task-3379218" [ 1061.309637] env[69411]: _type = "Task" [ 1061.309637] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.316762] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1061.316762] env[69411]: value = "task-3379219" [ 1061.316762] env[69411]: _type = "Task" [ 1061.316762] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.320425] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.329747] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.597932] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1061.598246] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.524s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.598605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.287s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.598815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.601247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.751s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.601473] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.603357] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.413s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.603571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.605521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.828s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.605714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.607549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.442s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.607991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.609727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.458s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.609925] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.612068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.927s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.612342] env[69411]: DEBUG nova.objects.instance [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lazy-loading 'resources' on Instance uuid 34eaab5d-18bd-4868-a439-7ae67fdecc3b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.644362] env[69411]: INFO nova.scheduler.client.report [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted allocations for instance 7fa26688-1db5-4c33-af26-41052842dad3 [ 1061.646472] env[69411]: INFO nova.scheduler.client.report [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Deleted allocations for instance d63ce7e7-2ac6-4515-9290-77c77d715837 [ 1061.666104] env[69411]: INFO nova.scheduler.client.report [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted allocations for instance 41843deb-2b35-4b50-a791-a3e8bea699c2 [ 1061.676149] env[69411]: INFO nova.scheduler.client.report [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Deleted allocations for instance 1052841c-b284-4244-831c-de3efb810d07 [ 1061.696289] env[69411]: INFO nova.scheduler.client.report [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Deleted allocations for instance b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3 [ 1061.705147] env[69411]: INFO nova.scheduler.client.report [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Deleted allocations for instance 295f5ba0-c935-470e-98db-76f6853c7d30 [ 1061.713180] env[69411]: WARNING oslo_messaging._drivers.amqpdriver [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1061.821827] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.833301] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379219, 'name': ReconfigVM_Task, 'duration_secs': 0.443428} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.833621] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.834231] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c81fd422-bbec-4423-a4bf-8d6f272ee11f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.844290] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1061.844290] env[69411]: value = "task-3379220" [ 1061.844290] env[69411]: _type = "Task" [ 1061.844290] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.852451] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379220, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.859902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "416e24c8-d946-49d5-9a34-129674cd2d0d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.859902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.886670] env[69411]: DEBUG nova.compute.manager [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Received event network-changed-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.886784] env[69411]: DEBUG nova.compute.manager [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Refreshing instance network info cache due to event network-changed-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.887071] env[69411]: DEBUG oslo_concurrency.lockutils [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] Acquiring lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.887231] env[69411]: DEBUG oslo_concurrency.lockutils [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] Acquired lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.887467] env[69411]: DEBUG nova.network.neutron [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Refreshing network info cache for port b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1061.969293] env[69411]: DEBUG nova.network.neutron [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9089592c-21", "ovs_interfaceid": "9089592c-210c-403d-a734-90ed481a55ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.058911] env[69411]: INFO nova.compute.manager [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Rebuilding instance [ 1062.099432] env[69411]: DEBUG nova.compute.manager [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.100848] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24eb88-eacd-41a9-a6f2-f32bb35f6129 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.160407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23bf3eae-4cfd-4076-be64-4f12539b5368 tempest-ListServerFiltersTestJSON-562909055 tempest-ListServerFiltersTestJSON-562909055-project-member] Lock "d63ce7e7-2ac6-4515-9290-77c77d715837" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.263s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.166604] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-fd111abe-2b27-4ed0-891f-4f6d94aa8594" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.166891] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-fd111abe-2b27-4ed0-891f-4f6d94aa8594" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.168848] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7c64775b-720a-460e-90b2-24fc0b77acfb tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "7fa26688-1db5-4c33-af26-41052842dad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.254s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.178842] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69a621ef-b252-4d2d-a05b-3792efc9fc2d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "41843deb-2b35-4b50-a791-a3e8bea699c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.467s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.189151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c0f8876-6c66-4c1e-b809-2a7add303533 tempest-ServersTestFqdnHostnames-92048528 tempest-ServersTestFqdnHostnames-92048528-project-member] Lock "1052841c-b284-4244-831c-de3efb810d07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.328s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.207544] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ed83147-1c26-4ecb-99a8-49f2716c765d tempest-ServersAdminTestJSON-166178504 tempest-ServersAdminTestJSON-166178504-project-member] Lock "b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.259s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.221156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-620fa79c-8d08-4b49-9456-bc07433593ea tempest-ServersTestBootFromVolume-1847611658 tempest-ServersTestBootFromVolume-1847611658-project-member] Lock "295f5ba0-c935-470e-98db-76f6853c7d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.161s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.291638] env[69411]: DEBUG nova.objects.instance [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 90c14f96-bc70-4d7d-ae10-74a9f68a8950 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.325674] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379218, 'name': CreateSnapshot_Task, 'duration_secs': 0.711728} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.326114] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1062.326860] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb1037-f631-4029-a919-5af78d1105a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.352950] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379220, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.362925] env[69411]: INFO nova.compute.manager [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Detaching volume d18fb1b1-6dc1-4c65-9771-015a1fc625b6 [ 1062.372543] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1acbad-23b7-4889-9eaf-e046e3a59c8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.382047] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d5dc9-f049-4672-a643-b706e1e94ab7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.417747] env[69411]: INFO nova.virt.block_device [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Attempting to driver detach volume d18fb1b1-6dc1-4c65-9771-015a1fc625b6 from mountpoint /dev/sdb [ 1062.417974] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1062.418211] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674296', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'name': 'volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416e24c8-d946-49d5-9a34-129674cd2d0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'serial': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1062.419591] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c6ecbc-2ad9-460f-9de8-6c315b9b632d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.423064] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f86a10-4787-4ce8-a4f4-f1a66a70d4dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.461042] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3afd946-9790-4794-a448-904a5b39ac9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.471544] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8407392d-0673-495c-865e-f03814514a41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.475956] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.491772] env[69411]: DEBUG nova.compute.provider_tree [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.499058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66941778-be0f-4293-999d-c2827791e94e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.526793] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df38cf0-ee66-4b79-ba26-341f70db9222 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.545177] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] The volume has not been displaced from its original location: [datastore2] volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6/volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1062.550873] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.553695] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3ef14c008cf7af04cf259898cab5986e',container_format='bare',created_at=2025-04-09T11:15:26Z,direct_url=,disk_format='vmdk',id=5d1c0492-fa5c-447c-b384-317f338a7b87,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1325946434-shelved',owner='4ff01fc20f9c4db0bcd82c3760eafba3',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-04-09T11:15:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.554063] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.554357] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.555299] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.555299] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.555299] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.555299] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.555299] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.555585] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.555585] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.555759] env[69411]: DEBUG nova.virt.hardware [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.556112] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1966a910-0a59-4f79-a74b-74e855777278 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.570913] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e606294c-7d24-41bd-8aec-a271231c7420 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.580343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6312d224-1c37-432f-a42d-dabc5867b56d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.588020] env[69411]: DEBUG oslo_vmware.api [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1062.588020] env[69411]: value = "task-3379221" [ 1062.588020] env[69411]: _type = "Task" [ 1062.588020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.599027] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:0d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9089592c-210c-403d-a734-90ed481a55ba', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.606023] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.609427] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.609427] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ceb398-826d-4007-bbfe-6954ea00513a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.632572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.632572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.632572] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.632784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.632784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.636240] env[69411]: DEBUG oslo_vmware.api [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.636240] env[69411]: INFO nova.compute.manager [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Terminating instance [ 1062.644732] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.644732] env[69411]: value = "task-3379222" [ 1062.644732] env[69411]: _type = "Task" [ 1062.644732] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.654021] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379222, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.670692] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.670803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.671624] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43662916-541e-4138-8def-1ed3de2e5237 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.693798] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b390287-8937-4037-b155-982bec6458b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.727563] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1062.728617] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a438aec1-7bd5-4927-82ef-d2ac95c58060 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.754347] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1062.754347] env[69411]: value = "task-3379223" [ 1062.754347] env[69411]: _type = "Task" [ 1062.754347] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.764276] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.797948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-784a0abc-45e0-4df8-bce5-e5f89ef2a7a6 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.847826] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1062.849106] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b1e5c06-bf70-4320-9bb8-7afee75a887d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.863981] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379220, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.866536] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1062.866536] env[69411]: value = "task-3379224" [ 1062.866536] env[69411]: _type = "Task" [ 1062.866536] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.879782] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379224, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.997037] env[69411]: DEBUG nova.scheduler.client.report [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.001928] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "23b931bf-40b4-4bfd-b611-cc6c22219584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.002358] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.098120] env[69411]: DEBUG oslo_vmware.api [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379221, 'name': ReconfigVM_Task, 'duration_secs': 0.379281} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.098426] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.103551] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b4584e-92a5-473b-b89a-f093b7be4a6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.122656] env[69411]: DEBUG oslo_vmware.api [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1063.122656] env[69411]: value = "task-3379225" [ 1063.122656] env[69411]: _type = "Task" [ 1063.122656] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.133403] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.134405] env[69411]: DEBUG oslo_vmware.api [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.135283] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b389ec5-3eb5-4976-b915-3b2eb0d4fc60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.140320] env[69411]: DEBUG nova.compute.manager [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.140543] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.142074] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5f867-ed9c-4d14-bbe5-ffca68b8a41f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.146951] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1063.146951] env[69411]: value = "task-3379226" [ 1063.146951] env[69411]: _type = "Task" [ 1063.146951] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.159886] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.160624] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a0034e-5ef2-423d-93cd-4a5e13bc715d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.169827] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379222, 'name': CreateVM_Task, 'duration_secs': 0.383627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.170188] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.170680] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.171437] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.171631] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.172060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.172332] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b3540e-412b-4c15-880f-82130476a6ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.179865] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1063.179865] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528709b7-e21d-17eb-798e-3acaf1a9bd71" [ 1063.179865] env[69411]: _type = "Task" [ 1063.179865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.181750] env[69411]: DEBUG oslo_vmware.api [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1063.181750] env[69411]: value = "task-3379227" [ 1063.181750] env[69411]: _type = "Task" [ 1063.181750] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.195779] env[69411]: DEBUG oslo_vmware.api [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.202438] env[69411]: DEBUG nova.network.neutron [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updated VIF entry in instance network info cache for port b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1063.203054] env[69411]: DEBUG nova.network.neutron [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updating instance_info_cache with network_info: [{"id": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "address": "fa:16:3e:5d:86:f3", "network": {"id": "d133e9e6-844a-4048-acc5-20edc2ed6ea1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-845386474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c345bf5bb71f40b781b705e24fa748ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38d34a1-2a", "ovs_interfaceid": "b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.205541] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.205971] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Processing image 5d1c0492-fa5c-447c-b384-317f338a7b87 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.206417] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87/5d1c0492-fa5c-447c-b384-317f338a7b87.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.206582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87/5d1c0492-fa5c-447c-b384-317f338a7b87.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.206775] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.207076] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9a59810-4b50-4d8e-b90e-cd34e585e56f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.219344] env[69411]: DEBUG nova.compute.manager [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received event network-changed-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.219561] env[69411]: DEBUG nova.compute.manager [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Refreshing instance network info cache due to event network-changed-9089592c-210c-403d-a734-90ed481a55ba. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.219779] env[69411]: DEBUG oslo_concurrency.lockutils [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] Acquiring lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.219925] env[69411]: DEBUG oslo_concurrency.lockutils [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] Acquired lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.221436] env[69411]: DEBUG nova.network.neutron [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Refreshing network info cache for port 9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1063.225933] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.228323] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.228323] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3800cb6-9e03-4eb3-bfc6-2bdc5a0a9420 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.235756] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1063.235756] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a25a57-a2f6-d09f-b0f0-6475f21afd0b" [ 1063.235756] env[69411]: _type = "Task" [ 1063.235756] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.248635] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a25a57-a2f6-d09f-b0f0-6475f21afd0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.266654] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.359566] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379220, 'name': Rename_Task, 'duration_secs': 1.065286} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.359866] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.360143] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb3e604-7104-4512-b495-8375ffd74255 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.371690] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1063.371690] env[69411]: value = "task-3379228" [ 1063.371690] env[69411]: _type = "Task" [ 1063.371690] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.379663] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379224, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.386112] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.503339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.506500] env[69411]: DEBUG nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.543290] env[69411]: INFO nova.scheduler.client.report [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Deleted allocations for instance 34eaab5d-18bd-4868-a439-7ae67fdecc3b [ 1063.638998] env[69411]: DEBUG oslo_vmware.api [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379225, 'name': ReconfigVM_Task, 'duration_secs': 0.381818} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.639345] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674296', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'name': 'volume-d18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '416e24c8-d946-49d5-9a34-129674cd2d0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6', 'serial': 'd18fb1b1-6dc1-4c65-9771-015a1fc625b6'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1063.662759] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379226, 'name': PowerOffVM_Task, 'duration_secs': 0.137951} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.667274] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.667274] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.667274] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a590442-560d-44ba-8175-8dcdcadf1950 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.675564] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.675914] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43312993-7624-4a26-8339-9f23f1f55301 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.696150] env[69411]: DEBUG oslo_vmware.api [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379227, 'name': PowerOffVM_Task, 'duration_secs': 0.2167} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.696570] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.696863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.697253] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a9196b7-1d67-4087-8e81-41cfdbd59df9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.706641] env[69411]: DEBUG oslo_concurrency.lockutils [req-e0edd794-e501-4ec9-8ec3-ee0ee3140a24 req-3f08ef0f-bc6c-49d4-8d2a-8cf400ff9579 service nova] Releasing lock "refresh_cache-e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.714118] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.714118] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.714118] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Deleting the datastore file [datastore2] 566397fb-726a-4d35-b616-48126451c9cc {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.714118] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17f9a5ba-8c8b-4b1b-a728-bbbee81a5097 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.721590] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1063.721590] env[69411]: value = "task-3379231" [ 1063.721590] env[69411]: _type = "Task" [ 1063.721590] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.733590] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.747616] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1063.747898] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Fetch image to [datastore2] OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4/OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1063.748103] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Downloading stream optimized image 5d1c0492-fa5c-447c-b384-317f338a7b87 to [datastore2] OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4/OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1063.748286] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Downloading image file data 5d1c0492-fa5c-447c-b384-317f338a7b87 to the ESX as VM named 'OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1063.774174] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.776120] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.776828] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.776828] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleting the datastore file [datastore2] 65c128e6-28b4-4428-b94b-f442a2c1cc5a {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.779223] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1779e094-55bf-4b46-b8ae-48b977659c30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.816694] env[69411]: DEBUG oslo_vmware.api [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1063.816694] env[69411]: value = "task-3379232" [ 1063.816694] env[69411]: _type = "Task" [ 1063.816694] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.827480] env[69411]: DEBUG oslo_vmware.api [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.882000] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379224, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.886447] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379228, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.887812] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1063.887812] env[69411]: value = "resgroup-9" [ 1063.887812] env[69411]: _type = "ResourcePool" [ 1063.887812] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1063.888411] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0cfbb68a-e7a1-42ae-bb99-e8827ccd9650 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.915087] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lease: (returnval){ [ 1063.915087] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a9262e-2a07-e9bf-881c-605a09b11098" [ 1063.915087] env[69411]: _type = "HttpNfcLease" [ 1063.915087] env[69411]: } obtained for vApp import into resource pool (val){ [ 1063.915087] env[69411]: value = "resgroup-9" [ 1063.915087] env[69411]: _type = "ResourcePool" [ 1063.915087] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1063.915087] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the lease: (returnval){ [ 1063.915087] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a9262e-2a07-e9bf-881c-605a09b11098" [ 1063.915087] env[69411]: _type = "HttpNfcLease" [ 1063.915087] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.924049] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.924049] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a9262e-2a07-e9bf-881c-605a09b11098" [ 1063.924049] env[69411]: _type = "HttpNfcLease" [ 1063.924049] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.040311] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.041203] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.042997] env[69411]: INFO nova.compute.claims [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.053615] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8ca5579-d53d-45ef-8df6-3978208bdc1d tempest-ServersTestJSON-1453525471 tempest-ServersTestJSON-1453525471-project-member] Lock "34eaab5d-18bd-4868-a439-7ae67fdecc3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.038s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.203564] env[69411]: DEBUG nova.objects.instance [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lazy-loading 'flavor' on Instance uuid 416e24c8-d946-49d5-9a34-129674cd2d0d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.235799] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170719} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.236142] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.236422] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.236690] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.246152] env[69411]: DEBUG nova.network.neutron [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updated VIF entry in instance network info cache for port 9089592c-210c-403d-a734-90ed481a55ba. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1064.246540] env[69411]: DEBUG nova.network.neutron [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9089592c-21", "ovs_interfaceid": "9089592c-210c-403d-a734-90ed481a55ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.270391] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.332996] env[69411]: DEBUG oslo_vmware.api [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417992} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.333320] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.333902] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.333902] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.333902] env[69411]: INFO nova.compute.manager [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1064.334163] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.335533] env[69411]: DEBUG nova.compute.manager [-] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.335629] env[69411]: DEBUG nova.network.neutron [-] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1064.339852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.340093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.381924] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379224, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.392674] env[69411]: DEBUG oslo_vmware.api [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379228, 'name': PowerOnVM_Task, 'duration_secs': 0.578018} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.392674] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.392674] env[69411]: INFO nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1064.392897] env[69411]: DEBUG nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.393908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dfc33b-3ab1-40df-8877-d5ecfad6d9b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.423776] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.423776] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a9262e-2a07-e9bf-881c-605a09b11098" [ 1064.423776] env[69411]: _type = "HttpNfcLease" [ 1064.423776] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.751070] env[69411]: DEBUG oslo_concurrency.lockutils [req-440726bf-2b50-4738-ae8a-d7e20bdf0483 req-0a4c52ba-2992-4b62-8ab3-00e480d3d79d service nova] Releasing lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.772428] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.843912] env[69411]: DEBUG nova.compute.utils [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.882307] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379224, 'name': CloneVM_Task, 'duration_secs': 1.992969} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.882593] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Created linked-clone VM from snapshot [ 1064.883764] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f7c20a-f4f9-4037-9281-6f134b3622b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.893450] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Uploading image 8c638c49-67ff-4692-9104-6bd278750c9b {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1064.915133] env[69411]: INFO nova.compute.manager [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Took 32.30 seconds to build instance. [ 1064.925430] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.925430] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a9262e-2a07-e9bf-881c-605a09b11098" [ 1064.925430] env[69411]: _type = "HttpNfcLease" [ 1064.925430] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.926118] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.926118] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a9262e-2a07-e9bf-881c-605a09b11098" [ 1064.926118] env[69411]: _type = "HttpNfcLease" [ 1064.926118] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1064.926834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b172f89-0e00-49f4-995b-358ed33c868d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.937651] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52088608-3572-6c93-cf0e-55ff55afb13c/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.937762] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52088608-3572-6c93-cf0e-55ff55afb13c/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1065.008088] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da0d1431-6b03-4e48-8cfc-f73f5430a784 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.196076] env[69411]: DEBUG nova.network.neutron [-] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.218127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f6e0427f-637b-4568-bf53-765b83b65880 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.268761] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.319402] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02656636-2cd7-47d5-8a70-8fe7767a5dea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.327859] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf40c60a-7dc9-4ac1-8367-b8c1dba3dc0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.359750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.361231] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97708465-a336-4ce9-b35b-56236faa58c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.370387] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c2163-f71b-448f-84d1-5446a71a39c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.385457] env[69411]: DEBUG nova.compute.provider_tree [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.417991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88673ccc-ae9c-4079-8540-2e03bfbb739a tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.823s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.699917] env[69411]: INFO nova.compute.manager [-] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Took 1.36 seconds to deallocate network for instance. [ 1065.772109] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.890909] env[69411]: DEBUG nova.scheduler.client.report [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.920160] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1065.920160] env[69411]: value = "vm-674308" [ 1065.920160] env[69411]: _type = "VirtualMachine" [ 1065.920160] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1065.923336] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9cf3b86e-b386-4b00-b2c9-6674271e69b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.941102] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lease: (returnval){ [ 1065.941102] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521d2704-48f6-f56b-4f05-d1ea37a3476e" [ 1065.941102] env[69411]: _type = "HttpNfcLease" [ 1065.941102] env[69411]: } obtained for exporting VM: (result){ [ 1065.941102] env[69411]: value = "vm-674308" [ 1065.941102] env[69411]: _type = "VirtualMachine" [ 1065.941102] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1065.941102] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the lease: (returnval){ [ 1065.941102] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521d2704-48f6-f56b-4f05-d1ea37a3476e" [ 1065.941102] env[69411]: _type = "HttpNfcLease" [ 1065.941102] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1065.941969] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.941969] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.941969] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.942646] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.942646] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.942646] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.942825] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.943012] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.943315] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.943622] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.943944] env[69411]: DEBUG nova.virt.hardware [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.945384] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b36332-f1ee-4093-8412-fcff012840c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.969851] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.969851] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521d2704-48f6-f56b-4f05-d1ea37a3476e" [ 1065.969851] env[69411]: _type = "HttpNfcLease" [ 1065.969851] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1065.972657] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1065.972657] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521d2704-48f6-f56b-4f05-d1ea37a3476e" [ 1065.972657] env[69411]: _type = "HttpNfcLease" [ 1065.972657] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1065.973401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c468eb0-5d57-44fe-a074-357933c9ac54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.977795] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65514eb-2fa9-4df0-98c6-e70a0a86e663 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.995012] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.001022] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.006826] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.006826] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb0cb5-f2eb-5e27-0aa1-8b249e89a2e7/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1066.006826] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb0cb5-f2eb-5e27-0aa1-8b249e89a2e7/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1066.010576] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3665c0ab-64e7-437f-922a-d0fe0dcee576 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.098271] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.098271] env[69411]: value = "task-3379235" [ 1066.098271] env[69411]: _type = "Task" [ 1066.098271] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.107157] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379235, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.203452] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd2ab126-7b12-43b8-877c-bcaaae40dc87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.210562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.273333] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.403168] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.403974] env[69411]: DEBUG nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.408300] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.198s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.408611] env[69411]: DEBUG nova.objects.instance [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lazy-loading 'resources' on Instance uuid 65c128e6-28b4-4428-b94b-f442a2c1cc5a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.466893] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.467237] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.467576] env[69411]: INFO nova.compute.manager [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Attaching volume 18d0dd13-dbfa-45c0-adf7-8f3403e57a61 to /dev/sdc [ 1066.528705] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b8d06f-96e9-4cfc-b038-06d231880878 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.541979] env[69411]: DEBUG nova.compute.manager [req-369ecf4e-44de-4fe0-9a64-25ed527ac5e6 req-b38274c5-1f8c-4615-9e85-186e5a873259 service nova] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Received event network-vif-deleted-ad76ca5d-643e-46f5-a0a3-f9535932cb15 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.543910] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc733e-e072-48fb-bf0d-cb4b4495e5a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.577327] env[69411]: DEBUG nova.virt.block_device [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updating existing volume attachment record: e47697ca-2309-458c-a819-40d06b9701a5 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1066.609398] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379235, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.668449] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1066.669216] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52088608-3572-6c93-cf0e-55ff55afb13c/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.670358] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc08630-db5f-4dc0-8588-759cea4bc552 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.679047] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52088608-3572-6c93-cf0e-55ff55afb13c/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.679767] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52088608-3572-6c93-cf0e-55ff55afb13c/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1066.680078] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d7c926df-b1ce-490f-aba4-b09ec4a5793a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.781734] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.915367] env[69411]: DEBUG nova.compute.utils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.920277] env[69411]: DEBUG nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.922508] env[69411]: DEBUG nova.network.neutron [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.992613] env[69411]: DEBUG oslo_vmware.rw_handles [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52088608-3572-6c93-cf0e-55ff55afb13c/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1066.992613] env[69411]: INFO nova.virt.vmwareapi.images [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Downloaded image file data 5d1c0492-fa5c-447c-b384-317f338a7b87 [ 1066.993104] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff078d6c-da21-4896-a9c5-23cc1ab97892 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.022289] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27e62b57-5049-4cec-b36a-3da421bed5b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.067316] env[69411]: INFO nova.virt.vmwareapi.images [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] The imported VM was unregistered [ 1067.069406] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1067.069722] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.070030] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21dd2082-24d9-44c7-860a-9a451c67617b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.084425] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Created directory with path [datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.085371] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4/OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4.vmdk to [datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87/5d1c0492-fa5c-447c-b384-317f338a7b87.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1067.085371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-808c54bb-5269-47d6-a4f9-4af253a01cb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.093717] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1067.093717] env[69411]: value = "task-3379238" [ 1067.093717] env[69411]: _type = "Task" [ 1067.093717] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.109283] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.112630] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379235, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.115308] env[69411]: DEBUG nova.policy [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b667dca48c849448d643007ba41bd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18c5e773da046139a85ac70d1a57b85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.214164] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f62586-f41b-490a-b1ee-f9d6b371f88f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.222548] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48526457-f09b-4e91-b1a7-ce44de6985ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.257342] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f26dca-29c5-4909-9f74-e6af49b5dd8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.270147] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52938919-3328-40be-9bbc-c7f34dee1e43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.283526] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.293025] env[69411]: DEBUG nova.compute.provider_tree [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.420963] env[69411]: DEBUG nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.619134] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.619389] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379235, 'name': CreateVM_Task, 'duration_secs': 1.423427} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.619555] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.619988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.620168] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.620548] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.620756] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcadecbf-1648-4e9b-8dbe-655bfcd5930b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.627206] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1067.627206] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f8fed3-63d2-35ec-4937-17402b39d0e7" [ 1067.627206] env[69411]: _type = "Task" [ 1067.627206] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.636418] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f8fed3-63d2-35ec-4937-17402b39d0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.784299] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.797598] env[69411]: DEBUG nova.scheduler.client.report [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.112994] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.140493] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f8fed3-63d2-35ec-4937-17402b39d0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016412} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.140493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.140493] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.140493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.140493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.140793] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.140889] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d46640-3e9d-4942-b6df-572b4b22f3b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.155867] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.156128] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.156931] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e273b8-d566-454b-9a22-0e41ede655e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.164367] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1068.164367] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b4a4a8-1d77-6bdb-bac1-87178b9b36d9" [ 1068.164367] env[69411]: _type = "Task" [ 1068.164367] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.181898] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b4a4a8-1d77-6bdb-bac1-87178b9b36d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.286884] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.305215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.391460] env[69411]: INFO nova.scheduler.client.report [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted allocations for instance 65c128e6-28b4-4428-b94b-f442a2c1cc5a [ 1068.434555] env[69411]: DEBUG nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.485243] env[69411]: DEBUG nova.network.neutron [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Successfully created port: 637afc38-fee9-4719-a7c7-0981c4eafd59 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.609840] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.682413] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b4a4a8-1d77-6bdb-bac1-87178b9b36d9, 'name': SearchDatastore_Task, 'duration_secs': 0.087139} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.685671] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55eca09f-77e2-4ea8-8c08-f3cf724ec605 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.694626] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1068.694626] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52de42ca-8504-0268-c476-4f38cac38f76" [ 1068.694626] env[69411]: _type = "Task" [ 1068.694626] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.712084] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52de42ca-8504-0268-c476-4f38cac38f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.781896] env[69411]: DEBUG oslo_vmware.api [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379223, 'name': ReconfigVM_Task, 'duration_secs': 5.848345} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.782638] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.782638] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1068.903794] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c24dace8-fa15-4a70-b6fb-2884f654baf3 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "65c128e6-28b4-4428-b94b-f442a2c1cc5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.271s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.109729] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.207665] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52de42ca-8504-0268-c476-4f38cac38f76, 'name': SearchDatastore_Task, 'duration_secs': 0.097216} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.207986] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.208314] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.209312] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f1a77e4-49c3-4407-865b-16d971620391 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.221515] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1069.221515] env[69411]: value = "task-3379240" [ 1069.221515] env[69411]: _type = "Task" [ 1069.221515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.233077] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.406324] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.406777] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.406777] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.407128] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.407128] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.407315] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.408142] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.408142] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.408142] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.408142] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.408589] env[69411]: DEBUG nova.virt.hardware [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.411207] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bede19f-6c11-4d53-a205-e96c90025333 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.426999] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522929c4-7d27-93ca-d8c6-c89b737e1718/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.428530] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3cf801-feea-4f86-b76e-5a623191e709 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.435662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c0700-664f-4ab9-aeae-0ef0249b8432 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.455120] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522929c4-7d27-93ca-d8c6-c89b737e1718/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.455340] env[69411]: ERROR oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522929c4-7d27-93ca-d8c6-c89b737e1718/disk-0.vmdk due to incomplete transfer. [ 1069.455610] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00497747-9a7c-47e7-9fdc-a2f872607866 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.467133] env[69411]: DEBUG oslo_vmware.rw_handles [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522929c4-7d27-93ca-d8c6-c89b737e1718/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1069.467437] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Uploaded image 45a5788e-5610-4136-958a-dd45392cf9ce to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1069.470373] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.471319] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-345caf36-4961-4231-91fd-b100ba65a12f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.483273] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1069.483273] env[69411]: value = "task-3379241" [ 1069.483273] env[69411]: _type = "Task" [ 1069.483273] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.497936] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379241, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.611088] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.737973] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.995700] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379241, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.116304] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.233104] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.403213] env[69411]: DEBUG nova.compute.manager [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.403970] env[69411]: DEBUG nova.compute.manager [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing instance network info cache due to event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.404219] env[69411]: DEBUG oslo_concurrency.lockutils [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] Acquiring lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.404868] env[69411]: DEBUG oslo_concurrency.lockutils [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] Acquired lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.406770] env[69411]: DEBUG nova.network.neutron [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1070.427571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.427571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.427571] env[69411]: DEBUG nova.network.neutron [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1070.437813] env[69411]: DEBUG nova.compute.manager [req-9a41dbd7-83be-4173-ba67-8b1842d77a29 req-05b48e59-8c74-4972-a70e-80665e049e9c service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-vif-deleted-fd111abe-2b27-4ed0-891f-4f6d94aa8594 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.438229] env[69411]: INFO nova.compute.manager [req-9a41dbd7-83be-4173-ba67-8b1842d77a29 req-05b48e59-8c74-4972-a70e-80665e049e9c service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Neutron deleted interface fd111abe-2b27-4ed0-891f-4f6d94aa8594; detaching it from the instance and deleting it from the info cache [ 1070.438650] env[69411]: DEBUG nova.network.neutron [req-9a41dbd7-83be-4173-ba67-8b1842d77a29 req-05b48e59-8c74-4972-a70e-80665e049e9c service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6c472de0-ca89-4db1-89c5-93650dfd2a1d", "address": "fa:16:3e:be:27:b0", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c472de0-ca", "ovs_interfaceid": "6c472de0-ca89-4db1-89c5-93650dfd2a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.503319] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379241, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.615984] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379238, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.173414} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.616250] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4/OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4.vmdk to [datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87/5d1c0492-fa5c-447c-b384-317f338a7b87.vmdk. [ 1070.616454] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Cleaning up location [datastore2] OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1070.616626] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_72fc05fd-c101-4097-a8e1-a5434f0c3be4 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.616936] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b06c32b6-2669-46b0-bcab-38048dc98520 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.630036] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1070.630036] env[69411]: value = "task-3379242" [ 1070.630036] env[69411]: _type = "Task" [ 1070.630036] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.642670] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.737460] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.491468} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.739375] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.739375] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.742905] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef7f34c-db85-459b-b002-28d18774f7ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.747522] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "c9ae0143-9e1b-422b-92ba-16393640966b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.747773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "c9ae0143-9e1b-422b-92ba-16393640966b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.768353] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1070.768353] env[69411]: value = "task-3379243" [ 1070.768353] env[69411]: _type = "Task" [ 1070.768353] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.780250] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.943203] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a41dbd7-83be-4173-ba67-8b1842d77a29 req-05b48e59-8c74-4972-a70e-80665e049e9c service nova] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.943203] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a41dbd7-83be-4173-ba67-8b1842d77a29 req-05b48e59-8c74-4972-a70e-80665e049e9c service nova] Acquired lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.943203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2b821d-99e8-481f-834f-b7b126bdc4f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.968322] env[69411]: DEBUG oslo_concurrency.lockutils [req-9a41dbd7-83be-4173-ba67-8b1842d77a29 req-05b48e59-8c74-4972-a70e-80665e049e9c service nova] Releasing lock "d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.968723] env[69411]: WARNING nova.compute.manager [req-9a41dbd7-83be-4173-ba67-8b1842d77a29 req-05b48e59-8c74-4972-a70e-80665e049e9c service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Detach interface failed, port_id=fd111abe-2b27-4ed0-891f-4f6d94aa8594, reason: No device with interface-id fd111abe-2b27-4ed0-891f-4f6d94aa8594 exists on VM: nova.exception.NotFound: No device with interface-id fd111abe-2b27-4ed0-891f-4f6d94aa8594 exists on VM [ 1071.005522] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379241, 'name': Destroy_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.133686] env[69411]: DEBUG nova.objects.instance [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lazy-loading 'flavor' on Instance uuid 14fcfe16-b536-4eae-8807-131306a159af {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.144112] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.144112] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674311', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'name': 'volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'serial': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.156133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e75e942-dd34-4b17-9cc6-31cb554afe01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.171179] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09914} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.182914] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.183214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87/5d1c0492-fa5c-447c-b384-317f338a7b87.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.183808] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87/5d1c0492-fa5c-447c-b384-317f338a7b87.vmdk to [datastore2] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.184356] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-387baf1d-5a12-4e09-8d53-717944bb76e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.187247] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a132dd5-03e9-4796-a49a-1c3c4864821d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.230899] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61/volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.232121] env[69411]: DEBUG nova.network.neutron [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Successfully updated port: 637afc38-fee9-4719-a7c7-0981c4eafd59 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.235850] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a22507-fefa-4855-8a67-3ac1dfe05f80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.249155] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1071.249155] env[69411]: value = "task-3379244" [ 1071.249155] env[69411]: _type = "Task" [ 1071.249155] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.262795] env[69411]: DEBUG oslo_vmware.api [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1071.262795] env[69411]: value = "task-3379245" [ 1071.262795] env[69411]: _type = "Task" [ 1071.262795] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.264144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.264144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "d71be178-8edf-40c3-85ed-98d89589d43f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.264144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.264144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.264144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "d71be178-8edf-40c3-85ed-98d89589d43f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.265715] env[69411]: DEBUG nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.271185] env[69411]: INFO nova.compute.manager [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Terminating instance [ 1071.288056] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.294077] env[69411]: DEBUG oslo_vmware.api [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.297650] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136353} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.297811] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.299209] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcaf8c6-2265-4d72-b0f2-5c298d07fcfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.326990] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.327426] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572e8982-5ac5-41ec-a1ea-4142ab304a25 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.353658] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1071.353658] env[69411]: value = "task-3379246" [ 1071.353658] env[69411]: _type = "Task" [ 1071.353658] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.369882] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.432259] env[69411]: INFO nova.network.neutron [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Port fd111abe-2b27-4ed0-891f-4f6d94aa8594 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1071.432563] env[69411]: INFO nova.network.neutron [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Port 6c472de0-ca89-4db1-89c5-93650dfd2a1d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1071.432985] env[69411]: DEBUG nova.network.neutron [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [{"id": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "address": "fa:16:3e:9f:f9:e8", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbb2899-f3", "ovs_interfaceid": "8cbb2899-f35b-40b2-a470-6cb8a9efd0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.499467] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379241, 'name': Destroy_Task, 'duration_secs': 1.751843} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.499467] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Destroyed the VM [ 1071.499467] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.499467] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ace44ce-0aaa-4778-abb4-1f3bfb76fa80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.507119] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1071.507119] env[69411]: value = "task-3379247" [ 1071.507119] env[69411]: _type = "Task" [ 1071.507119] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.516666] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.576119] env[69411]: DEBUG nova.network.neutron [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updated VIF entry in instance network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1071.576331] env[69411]: DEBUG nova.network.neutron [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.646504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.646504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquired lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.751885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.752105] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.752312] env[69411]: DEBUG nova.network.neutron [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1071.771278] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "c3eeb517-924c-4351-adc4-2fa8be97daf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.771609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.786391] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379244, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.787624] env[69411]: DEBUG nova.compute.manager [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.787963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.801480] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462ed701-e2d2-4113-a29a-ea2f2e218542 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.817567] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.821876] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27434a62-47b5-47d1-920f-c35b2563a97a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.824595] env[69411]: DEBUG oslo_vmware.api [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.828772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.828945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.831243] env[69411]: INFO nova.compute.claims [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.836150] env[69411]: DEBUG oslo_vmware.api [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1071.836150] env[69411]: value = "task-3379248" [ 1071.836150] env[69411]: _type = "Task" [ 1071.836150] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.849750] env[69411]: DEBUG oslo_vmware.api [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.870600] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.935734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-d71be178-8edf-40c3-85ed-98d89589d43f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.017943] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379247, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.080931] env[69411]: DEBUG oslo_concurrency.lockutils [req-de389003-d05d-4268-b457-69d296d6c350 req-5e4f09cb-c3b9-477d-bd9d-730a24a8de75 service nova] Releasing lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.282255] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379244, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.292949] env[69411]: DEBUG nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.311829] env[69411]: DEBUG oslo_vmware.api [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379245, 'name': ReconfigVM_Task, 'duration_secs': 0.784265} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.313016] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61/volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.319709] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad538355-a85d-458c-a863-b4b4197c71bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.348452] env[69411]: DEBUG oslo_vmware.api [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1072.348452] env[69411]: value = "task-3379249" [ 1072.348452] env[69411]: _type = "Task" [ 1072.348452] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.354681] env[69411]: DEBUG oslo_vmware.api [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379248, 'name': PowerOffVM_Task, 'duration_secs': 0.292725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.358741] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.359310] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.361165] env[69411]: DEBUG nova.network.neutron [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1072.363403] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e386a7-4860-40ac-9334-aa71eee3a2dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.375406] env[69411]: DEBUG oslo_vmware.api [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.384377] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.444091] env[69411]: DEBUG oslo_concurrency.lockutils [None req-81092a11-e93d-4d39-912a-a8c77153031f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-d71be178-8edf-40c3-85ed-98d89589d43f-fd111abe-2b27-4ed0-891f-4f6d94aa8594" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.277s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.466798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "8a0119f2-f975-44db-820a-56e1e5fd4251" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.466798] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.493585] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.494683] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.494683] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleting the datastore file [datastore1] d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.494683] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9259a45e-0fa8-44e6-b70a-49e432f25f85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.504923] env[69411]: DEBUG nova.compute.manager [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Received event network-vif-plugged-637afc38-fee9-4719-a7c7-0981c4eafd59 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.505233] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] Acquiring lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.505507] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.506372] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.506372] env[69411]: DEBUG nova.compute.manager [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] No waiting events found dispatching network-vif-plugged-637afc38-fee9-4719-a7c7-0981c4eafd59 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.506372] env[69411]: WARNING nova.compute.manager [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Received unexpected event network-vif-plugged-637afc38-fee9-4719-a7c7-0981c4eafd59 for instance with vm_state building and task_state spawning. [ 1072.506372] env[69411]: DEBUG nova.compute.manager [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Received event network-changed-637afc38-fee9-4719-a7c7-0981c4eafd59 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.506564] env[69411]: DEBUG nova.compute.manager [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Refreshing instance network info cache due to event network-changed-637afc38-fee9-4719-a7c7-0981c4eafd59. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.507082] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] Acquiring lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.515494] env[69411]: DEBUG oslo_vmware.api [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1072.515494] env[69411]: value = "task-3379251" [ 1072.515494] env[69411]: _type = "Task" [ 1072.515494] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.529193] env[69411]: DEBUG nova.compute.manager [req-bff2eeb8-94f6-44f8-a38a-4bf51a1d77f1 req-47187a69-693f-4364-bef0-3eb52d01ed47 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-vif-deleted-6c472de0-ca89-4db1-89c5-93650dfd2a1d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.529193] env[69411]: DEBUG oslo_vmware.api [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379247, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880063} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.529842] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.530134] env[69411]: INFO nova.compute.manager [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Took 20.79 seconds to snapshot the instance on the hypervisor. [ 1072.538399] env[69411]: DEBUG oslo_vmware.api [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.556587] env[69411]: DEBUG nova.network.neutron [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1072.737957] env[69411]: DEBUG nova.network.neutron [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance_info_cache with network_info: [{"id": "637afc38-fee9-4719-a7c7-0981c4eafd59", "address": "fa:16:3e:c2:09:e3", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637afc38-fe", "ovs_interfaceid": "637afc38-fee9-4719-a7c7-0981c4eafd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.772065] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379244, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.840812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.870911] env[69411]: DEBUG oslo_vmware.api [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379249, 'name': ReconfigVM_Task, 'duration_secs': 0.272105} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.879156] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674311', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'name': 'volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'serial': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1072.882524] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.973871] env[69411]: DEBUG nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.038707] env[69411]: DEBUG oslo_vmware.api [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.092368] env[69411]: DEBUG nova.compute.manager [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Found 3 images (rotation: 2) {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1073.092734] env[69411]: DEBUG nova.compute.manager [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Rotating out 1 backups {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1073.092937] env[69411]: DEBUG nova.compute.manager [None req-f4676b15-eaf1-4d85-9d54-670d29fd57a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleting image d341f035-f004-4449-9433-78d82b6fc563 {{(pid=69411) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1073.164888] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05928af7-9710-4309-af62-f621dde6c61c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.176960] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d17c3-3240-4154-928f-73b65e64fca0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.215825] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c428b-a237-447f-a998-ecb70593d250 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.226961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134a7d0f-1f03-4465-833b-796a97f84a0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.249190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.249190] env[69411]: DEBUG nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Instance network_info: |[{"id": "637afc38-fee9-4719-a7c7-0981c4eafd59", "address": "fa:16:3e:c2:09:e3", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637afc38-fe", "ovs_interfaceid": "637afc38-fee9-4719-a7c7-0981c4eafd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.249442] env[69411]: DEBUG nova.compute.provider_tree [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.252585] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] Acquired lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.252714] env[69411]: DEBUG nova.network.neutron [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Refreshing network info cache for port 637afc38-fee9-4719-a7c7-0981c4eafd59 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1073.253818] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:09:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '637afc38-fee9-4719-a7c7-0981c4eafd59', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.262280] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.262584] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.266046] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1cb9ca-5557-4e93-b848-c7f90fbca973 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.292205] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379244, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.296528] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.296528] env[69411]: value = "task-3379252" [ 1073.296528] env[69411]: _type = "Task" [ 1073.296528] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.313392] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379252, 'name': CreateVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.384295] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379246, 'name': ReconfigVM_Task, 'duration_secs': 1.951969} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.385145] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 566397fb-726a-4d35-b616-48126451c9cc/566397fb-726a-4d35-b616-48126451c9cc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.385913] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a314b042-4da6-4058-851a-2543798e1f28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.398032] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1073.398032] env[69411]: value = "task-3379253" [ 1073.398032] env[69411]: _type = "Task" [ 1073.398032] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.411808] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379253, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.471498] env[69411]: DEBUG nova.network.neutron [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.506666] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.533716] env[69411]: DEBUG oslo_vmware.api [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557221} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.533716] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.533836] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.533993] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.534266] env[69411]: INFO nova.compute.manager [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1073.534595] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.534915] env[69411]: DEBUG nova.compute.manager [-] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.535131] env[69411]: DEBUG nova.network.neutron [-] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1073.592318] env[69411]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 6c472de0-ca89-4db1-89c5-93650dfd2a1d could not be found.", "detail": ""}} {{(pid=69411) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1073.592588] env[69411]: DEBUG nova.network.neutron [-] Unable to show port 6c472de0-ca89-4db1-89c5-93650dfd2a1d as it no longer exists. {{(pid=69411) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1073.763997] env[69411]: DEBUG nova.scheduler.client.report [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.782370] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379244, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.812891] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379252, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.913603] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379253, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.934263] env[69411]: DEBUG nova.objects.instance [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 90c14f96-bc70-4d7d-ae10-74a9f68a8950 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.976535] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Releasing lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.976830] env[69411]: DEBUG nova.compute.manager [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Inject network info {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1073.977283] env[69411]: DEBUG nova.compute.manager [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] network_info to inject: |[{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1073.985039] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Reconfiguring VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1073.985039] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb6aee2-cd4f-4809-9eaa-dbc281350203 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.005023] env[69411]: DEBUG oslo_vmware.api [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 1074.005023] env[69411]: value = "task-3379254" [ 1074.005023] env[69411]: _type = "Task" [ 1074.005023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.015527] env[69411]: DEBUG oslo_vmware.api [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.142487] env[69411]: DEBUG nova.objects.instance [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lazy-loading 'flavor' on Instance uuid 14fcfe16-b536-4eae-8807-131306a159af {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.145465] env[69411]: DEBUG nova.network.neutron [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updated VIF entry in instance network info cache for port 637afc38-fee9-4719-a7c7-0981c4eafd59. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1074.145811] env[69411]: DEBUG nova.network.neutron [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance_info_cache with network_info: [{"id": "637afc38-fee9-4719-a7c7-0981c4eafd59", "address": "fa:16:3e:c2:09:e3", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637afc38-fe", "ovs_interfaceid": "637afc38-fee9-4719-a7c7-0981c4eafd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.272303] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.272303] env[69411]: DEBUG nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.278492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.438s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.279984] env[69411]: INFO nova.compute.claims [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.291591] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379244, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.860207} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.291882] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5d1c0492-fa5c-447c-b384-317f338a7b87/5d1c0492-fa5c-447c-b384-317f338a7b87.vmdk to [datastore2] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.292775] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de8753-0b14-4196-a128-5e1bcad989e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.319587] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.320457] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53076c08-bd6c-4b24-b109-2810ff90f8c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.340352] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379252, 'name': CreateVM_Task, 'duration_secs': 0.905883} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.340945] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.341759] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.341935] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.342296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.342864] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8503e2b-1b58-4971-a281-a1ebeecd1671 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.345979] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1074.345979] env[69411]: value = "task-3379255" [ 1074.345979] env[69411]: _type = "Task" [ 1074.345979] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.351258] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1074.351258] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a46c71-c40d-5805-4123-84200e598ef9" [ 1074.351258] env[69411]: _type = "Task" [ 1074.351258] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.358586] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.364215] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a46c71-c40d-5805-4123-84200e598ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.411721] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379253, 'name': Rename_Task, 'duration_secs': 0.749129} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.411721] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.411721] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df91cc21-c3ad-4c34-b0cf-87463f2838d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.416427] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1074.416427] env[69411]: value = "task-3379256" [ 1074.416427] env[69411]: _type = "Task" [ 1074.416427] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.428028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.428028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.429433] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.439673] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83e82650-2f30-4626-8160-0c038cfea871 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.972s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.520580] env[69411]: DEBUG oslo_vmware.api [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379254, 'name': ReconfigVM_Task, 'duration_secs': 0.197836} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.520943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce3d367-c4d3-4568-b6b5-2b3cb973f952 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Reconfigured VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1074.536476] env[69411]: DEBUG nova.compute.manager [req-131103f2-c691-4193-8bf6-2c1290a47959 req-987b1de0-494a-46c9-b4c7-4d817ce66779 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Received event network-vif-deleted-8cbb2899-f35b-40b2-a470-6cb8a9efd0d5 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.536476] env[69411]: INFO nova.compute.manager [req-131103f2-c691-4193-8bf6-2c1290a47959 req-987b1de0-494a-46c9-b4c7-4d817ce66779 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Neutron deleted interface 8cbb2899-f35b-40b2-a470-6cb8a9efd0d5; detaching it from the instance and deleting it from the info cache [ 1074.536476] env[69411]: DEBUG nova.network.neutron [req-131103f2-c691-4193-8bf6-2c1290a47959 req-987b1de0-494a-46c9-b4c7-4d817ce66779 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.560890] env[69411]: DEBUG nova.compute.manager [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Received event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.560890] env[69411]: DEBUG nova.compute.manager [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing instance network info cache due to event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.560890] env[69411]: DEBUG oslo_concurrency.lockutils [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] Acquiring lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.560890] env[69411]: DEBUG oslo_concurrency.lockutils [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] Acquired lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.560890] env[69411]: DEBUG nova.network.neutron [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1074.650117] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.653996] env[69411]: DEBUG oslo_concurrency.lockutils [req-8b819227-d9f9-4e22-8c9f-565f43ce1010 req-5ff28cf2-2291-4556-933c-5a3028434ceb service nova] Releasing lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.749197] env[69411]: DEBUG nova.network.neutron [-] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.784891] env[69411]: DEBUG nova.compute.utils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.788671] env[69411]: DEBUG nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.788899] env[69411]: DEBUG nova.network.neutron [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.829926] env[69411]: DEBUG nova.policy [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301895d078c1401c8fdac3730da2875e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6ad391abe104a7a8505828160b27371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.856017] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379255, 'name': ReconfigVM_Task, 'duration_secs': 0.354615} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.859532] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6f5dc694-e833-46ca-acfe-52b748a93a5c/6f5dc694-e833-46ca-acfe-52b748a93a5c.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.860375] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec862612-ac9c-4f99-be2a-2784ef8d3ae1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.868029] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a46c71-c40d-5805-4123-84200e598ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.021784} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.868862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.869117] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.869364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.869507] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.869685] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.870054] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1074.870054] env[69411]: value = "task-3379257" [ 1074.870054] env[69411]: _type = "Task" [ 1074.870054] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.870262] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e48bd3-4cc1-46f6-9d9f-a7f1d611efa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.881552] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379257, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.882985] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.882985] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.883721] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e43e835-31fc-441c-84e4-926bba27a3b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.889433] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1074.889433] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524b8a0f-30d1-0a34-4067-a5aca34c103c" [ 1074.889433] env[69411]: _type = "Task" [ 1074.889433] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.897220] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524b8a0f-30d1-0a34-4067-a5aca34c103c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.926753] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379256, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.930248] env[69411]: DEBUG nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.041442] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6149746a-08ae-4f11-b3d3-7093e74dd007 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.057835] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384a1490-3cf9-44c8-bd21-46f47bf7d63e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.102250] env[69411]: DEBUG nova.compute.manager [req-131103f2-c691-4193-8bf6-2c1290a47959 req-987b1de0-494a-46c9-b4c7-4d817ce66779 service nova] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Detach interface failed, port_id=8cbb2899-f35b-40b2-a470-6cb8a9efd0d5, reason: Instance d71be178-8edf-40c3-85ed-98d89589d43f could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.150155] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "b187064a-20b8-4e80-aaef-2ae78d901640" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.150706] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.151085] env[69411]: DEBUG nova.compute.manager [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.152292] env[69411]: DEBUG nova.network.neutron [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Successfully created port: 247b1ff6-7bf4-4a8a-9757-29a219f1717f {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.155596] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ff1e39-3cc9-411e-9b13-2470a2f36f02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.166717] env[69411]: DEBUG nova.compute.manager [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1075.167415] env[69411]: DEBUG nova.objects.instance [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'flavor' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.252364] env[69411]: INFO nova.compute.manager [-] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Took 1.72 seconds to deallocate network for instance. [ 1075.292582] env[69411]: DEBUG nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.312049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.312371] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.383201] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379257, 'name': Rename_Task, 'duration_secs': 0.294977} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.383599] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.383769] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3af1f3f3-cd34-428c-b611-b4b8ee35b4d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.389820] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1075.389820] env[69411]: value = "task-3379258" [ 1075.389820] env[69411]: _type = "Task" [ 1075.389820] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.398832] env[69411]: DEBUG nova.network.neutron [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updated VIF entry in instance network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1075.399284] env[69411]: DEBUG nova.network.neutron [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.407395] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524b8a0f-30d1-0a34-4067-a5aca34c103c, 'name': SearchDatastore_Task, 'duration_secs': 0.025132} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.411873] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.412656] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32db9605-3f8e-425d-9101-c58af1601bee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.420336] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1075.420336] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c727c5-f98c-794f-cd3a-17e1e26d84e9" [ 1075.420336] env[69411]: _type = "Task" [ 1075.420336] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.432034] env[69411]: DEBUG oslo_vmware.api [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379256, 'name': PowerOnVM_Task, 'duration_secs': 0.857442} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.439210] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.439560] env[69411]: DEBUG nova.compute.manager [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.441981] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c727c5-f98c-794f-cd3a-17e1e26d84e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.442971] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ea7818-72dc-474d-b90b-3c061aed2de1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.460139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.587890] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a8fb4-d252-496a-a404-0fc81d5a12a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.596271] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998797ce-68e5-40e6-9416-953b86867e61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.629746] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517a306-f304-4335-b86b-4bdd43dfdeb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.637700] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9699805-bb11-4194-b2ff-d2ce60f537d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.651682] env[69411]: DEBUG nova.compute.provider_tree [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.760543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.816394] env[69411]: INFO nova.compute.manager [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Detaching volume 5472e891-d195-49ff-9547-ce83340b6c0b [ 1075.856679] env[69411]: INFO nova.virt.block_device [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Attempting to driver detach volume 5472e891-d195-49ff-9547-ce83340b6c0b from mountpoint /dev/sdb [ 1075.857089] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1075.857400] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674302', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'name': 'volume-5472e891-d195-49ff-9547-ce83340b6c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'serial': '5472e891-d195-49ff-9547-ce83340b6c0b'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1075.858520] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a90c14-0ee7-4de5-bce5-e940dd091491 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.884831] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f827b-c3da-4e79-9e90-e569f36282e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.895161] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba93153c-4458-413b-b546-96583ec7afb0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.904132] env[69411]: DEBUG oslo_concurrency.lockutils [req-767552c9-e0df-453a-a309-aa8fe15a27c5 req-7671d4b5-8338-49a0-a59d-789c3bc53d79 service nova] Releasing lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.904564] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.923629] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquired lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.927121] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f16b2-4bd3-4336-99cb-650737265db4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.941233] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c727c5-f98c-794f-cd3a-17e1e26d84e9, 'name': SearchDatastore_Task, 'duration_secs': 0.022531} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.952811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.952811] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 23b931bf-40b4-4bfd-b611-cc6c22219584/23b931bf-40b4-4bfd-b611-cc6c22219584.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.953189] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] The volume has not been displaced from its original location: [datastore2] volume-5472e891-d195-49ff-9547-ce83340b6c0b/volume-5472e891-d195-49ff-9547-ce83340b6c0b.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1075.958562] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.958928] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86a77d87-e0f0-4dcb-960e-506159d0f1a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.965163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c3d90f-9ed9-418d-b49b-2e63b1056a24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.981702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.986319] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1075.986319] env[69411]: value = "task-3379259" [ 1075.986319] env[69411]: _type = "Task" [ 1075.986319] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.987777] env[69411]: DEBUG oslo_vmware.api [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1075.987777] env[69411]: value = "task-3379260" [ 1075.987777] env[69411]: _type = "Task" [ 1075.987777] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.001601] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.006134] env[69411]: DEBUG oslo_vmware.api [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.155987] env[69411]: DEBUG nova.scheduler.client.report [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.177417] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.177803] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e88d7b22-3270-46f9-aab5-994e5bfdf935 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.186245] env[69411]: DEBUG oslo_vmware.api [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1076.186245] env[69411]: value = "task-3379261" [ 1076.186245] env[69411]: _type = "Task" [ 1076.186245] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.196316] env[69411]: DEBUG oslo_vmware.api [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.304555] env[69411]: DEBUG nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.370472] env[69411]: DEBUG nova.network.neutron [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.370472] env[69411]: DEBUG nova.virt.hardware [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.370472] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ebab1d-580f-41a1-ad1a-607af4ae549c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.372330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d22834-18e0-480b-9cd7-b3c0fa0421c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.402830] env[69411]: DEBUG oslo_vmware.api [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379258, 'name': PowerOnVM_Task, 'duration_secs': 0.644514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.403656] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.505437] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379259, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.507831] env[69411]: DEBUG oslo_vmware.api [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379260, 'name': ReconfigVM_Task, 'duration_secs': 0.314994} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.508416] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.513695] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6f4f22-95b0-4525-ba81-2cc271d9e4fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.533327] env[69411]: DEBUG oslo_vmware.api [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1076.533327] env[69411]: value = "task-3379262" [ 1076.533327] env[69411]: _type = "Task" [ 1076.533327] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.545602] env[69411]: DEBUG oslo_vmware.api [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.549873] env[69411]: DEBUG nova.compute.manager [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.550908] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b452d9-f8f2-4b8a-b420-ef86542663cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.656762] env[69411]: DEBUG nova.compute.manager [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Received event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.657112] env[69411]: DEBUG nova.compute.manager [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing instance network info cache due to event network-changed-a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.657384] env[69411]: DEBUG oslo_concurrency.lockutils [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] Acquiring lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.660496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.661056] env[69411]: DEBUG nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.664403] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.158s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.665937] env[69411]: INFO nova.compute.claims [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.695759] env[69411]: DEBUG oslo_vmware.api [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379261, 'name': PowerOffVM_Task, 'duration_secs': 0.202076} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.696055] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.696273] env[69411]: DEBUG nova.compute.manager [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.697122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93752d9e-cd86-43d6-b394-4a2bbe6a842b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.779132] env[69411]: DEBUG nova.compute.manager [req-d00f92f1-8c39-4aa4-9401-919ab8d836e5 req-8d081728-b28b-44c2-8918-558eafc4bb97 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Received event network-vif-plugged-247b1ff6-7bf4-4a8a-9757-29a219f1717f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.779480] env[69411]: DEBUG oslo_concurrency.lockutils [req-d00f92f1-8c39-4aa4-9401-919ab8d836e5 req-8d081728-b28b-44c2-8918-558eafc4bb97 service nova] Acquiring lock "c9ae0143-9e1b-422b-92ba-16393640966b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.779626] env[69411]: DEBUG oslo_concurrency.lockutils [req-d00f92f1-8c39-4aa4-9401-919ab8d836e5 req-8d081728-b28b-44c2-8918-558eafc4bb97 service nova] Lock "c9ae0143-9e1b-422b-92ba-16393640966b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.779819] env[69411]: DEBUG oslo_concurrency.lockutils [req-d00f92f1-8c39-4aa4-9401-919ab8d836e5 req-8d081728-b28b-44c2-8918-558eafc4bb97 service nova] Lock "c9ae0143-9e1b-422b-92ba-16393640966b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.779977] env[69411]: DEBUG nova.compute.manager [req-d00f92f1-8c39-4aa4-9401-919ab8d836e5 req-8d081728-b28b-44c2-8918-558eafc4bb97 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] No waiting events found dispatching network-vif-plugged-247b1ff6-7bf4-4a8a-9757-29a219f1717f {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.780266] env[69411]: WARNING nova.compute.manager [req-d00f92f1-8c39-4aa4-9401-919ab8d836e5 req-8d081728-b28b-44c2-8918-558eafc4bb97 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Received unexpected event network-vif-plugged-247b1ff6-7bf4-4a8a-9757-29a219f1717f for instance with vm_state building and task_state spawning. [ 1076.838901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "566397fb-726a-4d35-b616-48126451c9cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.839242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "566397fb-726a-4d35-b616-48126451c9cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.839460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "566397fb-726a-4d35-b616-48126451c9cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.840326] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "566397fb-726a-4d35-b616-48126451c9cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.840326] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "566397fb-726a-4d35-b616-48126451c9cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.846414] env[69411]: INFO nova.compute.manager [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Terminating instance [ 1076.892445] env[69411]: DEBUG nova.network.neutron [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Successfully updated port: 247b1ff6-7bf4-4a8a-9757-29a219f1717f {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.000354] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665789} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.000718] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 23b931bf-40b4-4bfd-b611-cc6c22219584/23b931bf-40b4-4bfd-b611-cc6c22219584.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.000866] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.001148] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48e9e26e-2cde-4f7e-8bae-ec3e60aefba7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.008410] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1077.008410] env[69411]: value = "task-3379263" [ 1077.008410] env[69411]: _type = "Task" [ 1077.008410] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.017133] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.045795] env[69411]: DEBUG oslo_vmware.api [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379262, 'name': ReconfigVM_Task, 'duration_secs': 0.185543} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.046141] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674302', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'name': 'volume-5472e891-d195-49ff-9547-ce83340b6c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '5472e891-d195-49ff-9547-ce83340b6c0b', 'serial': '5472e891-d195-49ff-9547-ce83340b6c0b'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1077.069027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6a13ec1a-c71c-47a7-9935-8748876f0184 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.143s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.134425] env[69411]: DEBUG nova.network.neutron [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.170759] env[69411]: DEBUG nova.compute.utils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.175051] env[69411]: DEBUG nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.176358] env[69411]: DEBUG nova.network.neutron [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.210879] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2ac60661-52d0-438e-81d0-56fc187bdf2d tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.216599] env[69411]: DEBUG nova.policy [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416edb3c66714df68321b0344b53bc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8930c7b5154d5bbfd6786a8d3a9dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.352171] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "refresh_cache-566397fb-726a-4d35-b616-48126451c9cc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.352346] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquired lock "refresh_cache-566397fb-726a-4d35-b616-48126451c9cc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.352809] env[69411]: DEBUG nova.network.neutron [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1077.395387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "refresh_cache-c9ae0143-9e1b-422b-92ba-16393640966b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.395609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired lock "refresh_cache-c9ae0143-9e1b-422b-92ba-16393640966b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.395818] env[69411]: DEBUG nova.network.neutron [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1077.523017] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068093} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.523320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.525156] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5070d3d-384f-498a-9cab-720b17cfb916 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.554508] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 23b931bf-40b4-4bfd-b611-cc6c22219584/23b931bf-40b4-4bfd-b611-cc6c22219584.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.555082] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9d85ad-1a96-4174-bd5d-22dfb99f063f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.576725] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1077.576725] env[69411]: value = "task-3379264" [ 1077.576725] env[69411]: _type = "Task" [ 1077.576725] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.589264] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.621775] env[69411]: DEBUG nova.objects.instance [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 90c14f96-bc70-4d7d-ae10-74a9f68a8950 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.624848] env[69411]: DEBUG nova.network.neutron [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Successfully created port: 342f655d-1353-491f-aba3-8fb6ab1ae527 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.637426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Releasing lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.637702] env[69411]: DEBUG nova.compute.manager [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Inject network info {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1077.638110] env[69411]: DEBUG nova.compute.manager [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] network_info to inject: |[{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1077.643343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Reconfiguring VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1077.644469] env[69411]: DEBUG oslo_concurrency.lockutils [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] Acquired lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.644678] env[69411]: DEBUG nova.network.neutron [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Refreshing network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1077.646452] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e8c653-6bed-4f16-8bff-6673c9af9073 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.665688] env[69411]: DEBUG oslo_vmware.api [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 1077.665688] env[69411]: value = "task-3379265" [ 1077.665688] env[69411]: _type = "Task" [ 1077.665688] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.676257] env[69411]: DEBUG nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.678996] env[69411]: DEBUG oslo_vmware.api [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.861460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "14fcfe16-b536-4eae-8807-131306a159af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.861460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "14fcfe16-b536-4eae-8807-131306a159af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.861549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "14fcfe16-b536-4eae-8807-131306a159af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.861748] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "14fcfe16-b536-4eae-8807-131306a159af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.861926] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "14fcfe16-b536-4eae-8807-131306a159af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.867227] env[69411]: INFO nova.compute.manager [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Terminating instance [ 1077.942122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ce63b5-bbb4-49bd-9839-ef6c67e81f4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.951578] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fede9318-8625-4ea5-bda1-38f44f173df8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.961230] env[69411]: DEBUG nova.network.neutron [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1078.000036] env[69411]: DEBUG nova.network.neutron [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1078.005529] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab7dc9-a947-4bb0-a5e8-58591047088d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.020488] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c16ec4-b0ce-49ba-8078-d3f6cd4d27b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.041310] env[69411]: DEBUG nova.compute.provider_tree [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.088404] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.122586] env[69411]: DEBUG nova.network.neutron [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.179626] env[69411]: DEBUG oslo_vmware.api [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379265, 'name': ReconfigVM_Task, 'duration_secs': 0.313939} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.180100] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b4ef6c-76ca-4400-9e27-47a1d32bad81 tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Reconfigured VM instance to set the machine id {{(pid=69411) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1078.296153] env[69411]: DEBUG nova.network.neutron [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Updating instance_info_cache with network_info: [{"id": "247b1ff6-7bf4-4a8a-9757-29a219f1717f", "address": "fa:16:3e:f0:e3:89", "network": {"id": "373cc1f6-2245-4587-9df9-c67a3e4037a0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1880180509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ad391abe104a7a8505828160b27371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247b1ff6-7b", "ovs_interfaceid": "247b1ff6-7bf4-4a8a-9757-29a219f1717f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.374696] env[69411]: DEBUG nova.compute.manager [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.374965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.375920] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06df087-3ce8-47da-a56f-643039bb065c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.384620] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.385280] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2d5e5f-2d16-497a-8d17-085ddc9e424f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.393282] env[69411]: DEBUG oslo_vmware.api [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 1078.393282] env[69411]: value = "task-3379266" [ 1078.393282] env[69411]: _type = "Task" [ 1078.393282] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.402206] env[69411]: DEBUG oslo_vmware.api [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.501052] env[69411]: DEBUG nova.network.neutron [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updated VIF entry in instance network info cache for port a47aab9b-6cde-402b-a52f-5cef3eb29b67. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1078.501355] env[69411]: DEBUG nova.network.neutron [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [{"id": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "address": "fa:16:3e:08:ed:1e", "network": {"id": "1b4bc4be-7f22-4095-b3e4-e173bbbd31d2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569040407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85878728a71647b4b586b5c6080e816f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa47aab9b-6c", "ovs_interfaceid": "a47aab9b-6cde-402b-a52f-5cef3eb29b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.518599] env[69411]: DEBUG nova.compute.manager [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Stashing vm_state: stopped {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1078.544154] env[69411]: DEBUG nova.scheduler.client.report [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.588148] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379264, 'name': ReconfigVM_Task, 'duration_secs': 0.528273} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.588148] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 23b931bf-40b4-4bfd-b611-cc6c22219584/23b931bf-40b4-4bfd-b611-cc6c22219584.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.588388] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59ace67e-371e-412d-b1a6-2991f807f8d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.595898] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1078.595898] env[69411]: value = "task-3379267" [ 1078.595898] env[69411]: _type = "Task" [ 1078.595898] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.604715] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379267, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.627951] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Releasing lock "refresh_cache-566397fb-726a-4d35-b616-48126451c9cc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.628400] env[69411]: DEBUG nova.compute.manager [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.628684] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.629716] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249993c-9f1e-4f65-bfa6-e3728a1e3e07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.636239] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb0cb5-f2eb-5e27-0aa1-8b249e89a2e7/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.637019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a965d1d7-518d-45e7-bf4d-b14ba9d12b29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.642313] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40b587ef-0681-4399-9754-4105c9372ade tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.643350] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.644176] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a3ccc2-6822-4f29-a41a-f752982d4538 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.647192] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb0cb5-f2eb-5e27-0aa1-8b249e89a2e7/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.647632] env[69411]: ERROR oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb0cb5-f2eb-5e27-0aa1-8b249e89a2e7/disk-0.vmdk due to incomplete transfer. [ 1078.648200] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a43a6f7f-7f02-48ca-a0b0-019d035e78ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.652210] env[69411]: DEBUG oslo_vmware.api [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1078.652210] env[69411]: value = "task-3379268" [ 1078.652210] env[69411]: _type = "Task" [ 1078.652210] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.656256] env[69411]: DEBUG oslo_vmware.rw_handles [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb0cb5-f2eb-5e27-0aa1-8b249e89a2e7/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1078.656344] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Uploaded image 8c638c49-67ff-4692-9104-6bd278750c9b to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1078.658068] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1078.658669] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff0d11cf-40df-4ae7-9a2f-9c5a490d461f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.663665] env[69411]: DEBUG oslo_vmware.api [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.672077] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1078.672077] env[69411]: value = "task-3379269" [ 1078.672077] env[69411]: _type = "Task" [ 1078.672077] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.680597] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379269, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.688623] env[69411]: DEBUG nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.715710] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.715985] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.716218] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.716428] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.716603] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.716771] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.717049] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.717201] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.717400] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.717589] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.717785] env[69411]: DEBUG nova.virt.hardware [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.718696] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e118349-d7e4-42ad-941f-91e2af097e5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.728195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a11a735-17dc-4b84-80d4-75a55ea52d95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.769563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.769885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.796946] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Releasing lock "refresh_cache-c9ae0143-9e1b-422b-92ba-16393640966b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.797295] env[69411]: DEBUG nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Instance network_info: |[{"id": "247b1ff6-7bf4-4a8a-9757-29a219f1717f", "address": "fa:16:3e:f0:e3:89", "network": {"id": "373cc1f6-2245-4587-9df9-c67a3e4037a0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1880180509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ad391abe104a7a8505828160b27371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247b1ff6-7b", "ovs_interfaceid": "247b1ff6-7bf4-4a8a-9757-29a219f1717f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.797923] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e3:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '247b1ff6-7bf4-4a8a-9757-29a219f1717f', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.805773] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.807435] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.808621] env[69411]: DEBUG nova.compute.manager [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Received event network-changed-247b1ff6-7bf4-4a8a-9757-29a219f1717f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.808841] env[69411]: DEBUG nova.compute.manager [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Refreshing instance network info cache due to event network-changed-247b1ff6-7bf4-4a8a-9757-29a219f1717f. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.809098] env[69411]: DEBUG oslo_concurrency.lockutils [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] Acquiring lock "refresh_cache-c9ae0143-9e1b-422b-92ba-16393640966b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.809282] env[69411]: DEBUG oslo_concurrency.lockutils [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] Acquired lock "refresh_cache-c9ae0143-9e1b-422b-92ba-16393640966b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.809457] env[69411]: DEBUG nova.network.neutron [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Refreshing network info cache for port 247b1ff6-7bf4-4a8a-9757-29a219f1717f {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1078.810569] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27436dcd-8396-42e0-8b2d-806f71f4b155 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.835866] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.835866] env[69411]: value = "task-3379270" [ 1078.835866] env[69411]: _type = "Task" [ 1078.835866] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.844251] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379270, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.903992] env[69411]: DEBUG oslo_vmware.api [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.003976] env[69411]: DEBUG oslo_concurrency.lockutils [req-8d672293-3f38-4c0b-88b2-5783169a3177 req-d65cb7bc-4e38-4aad-bc5c-746d9b96ea8b service nova] Releasing lock "refresh_cache-14fcfe16-b536-4eae-8807-131306a159af" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.040314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.050371] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.051253] env[69411]: DEBUG nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.053564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.594s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.055112] env[69411]: INFO nova.compute.claims [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.108446] env[69411]: DEBUG nova.network.neutron [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Updated VIF entry in instance network info cache for port 247b1ff6-7bf4-4a8a-9757-29a219f1717f. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1079.108446] env[69411]: DEBUG nova.network.neutron [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Updating instance_info_cache with network_info: [{"id": "247b1ff6-7bf4-4a8a-9757-29a219f1717f", "address": "fa:16:3e:f0:e3:89", "network": {"id": "373cc1f6-2245-4587-9df9-c67a3e4037a0", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1880180509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ad391abe104a7a8505828160b27371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247b1ff6-7b", "ovs_interfaceid": "247b1ff6-7bf4-4a8a-9757-29a219f1717f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.119265] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379267, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.165168] env[69411]: DEBUG oslo_vmware.api [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379268, 'name': PowerOffVM_Task, 'duration_secs': 0.129514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.165168] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.165168] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.165491] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1757ed8-185b-49f7-b5c3-f121563fc725 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.180656] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379269, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.191727] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.191957] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.192172] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Deleting the datastore file [datastore2] 566397fb-726a-4d35-b616-48126451c9cc {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.192438] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27698931-c83d-45ae-9256-da01b14ca194 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.199434] env[69411]: DEBUG oslo_vmware.api [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for the task: (returnval){ [ 1079.199434] env[69411]: value = "task-3379272" [ 1079.199434] env[69411]: _type = "Task" [ 1079.199434] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.207985] env[69411]: DEBUG oslo_vmware.api [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.230477] env[69411]: DEBUG nova.compute.manager [req-586b90a2-deef-4de2-908d-e4788318681d req-71f84ce9-f7b0-4b19-a515-0ebed63bb177 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Received event network-vif-plugged-342f655d-1353-491f-aba3-8fb6ab1ae527 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.232160] env[69411]: DEBUG oslo_concurrency.lockutils [req-586b90a2-deef-4de2-908d-e4788318681d req-71f84ce9-f7b0-4b19-a515-0ebed63bb177 service nova] Acquiring lock "c3eeb517-924c-4351-adc4-2fa8be97daf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.232160] env[69411]: DEBUG oslo_concurrency.lockutils [req-586b90a2-deef-4de2-908d-e4788318681d req-71f84ce9-f7b0-4b19-a515-0ebed63bb177 service nova] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.232160] env[69411]: DEBUG oslo_concurrency.lockutils [req-586b90a2-deef-4de2-908d-e4788318681d req-71f84ce9-f7b0-4b19-a515-0ebed63bb177 service nova] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.232160] env[69411]: DEBUG nova.compute.manager [req-586b90a2-deef-4de2-908d-e4788318681d req-71f84ce9-f7b0-4b19-a515-0ebed63bb177 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] No waiting events found dispatching network-vif-plugged-342f655d-1353-491f-aba3-8fb6ab1ae527 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.232160] env[69411]: WARNING nova.compute.manager [req-586b90a2-deef-4de2-908d-e4788318681d req-71f84ce9-f7b0-4b19-a515-0ebed63bb177 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Received unexpected event network-vif-plugged-342f655d-1353-491f-aba3-8fb6ab1ae527 for instance with vm_state building and task_state spawning. [ 1079.273298] env[69411]: INFO nova.compute.manager [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Detaching volume 18d0dd13-dbfa-45c0-adf7-8f3403e57a61 [ 1079.300115] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19a019b-ba85-4404-873f-40717766bcdc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.308045] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-74d985a8-650c-4d7b-8583-64d77d808830 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1079.308045] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b0c3caef-db64-4a6a-ad1c-055cf62a7401 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.316482] env[69411]: DEBUG oslo_vmware.api [None req-74d985a8-650c-4d7b-8583-64d77d808830 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1079.316482] env[69411]: value = "task-3379273" [ 1079.316482] env[69411]: _type = "Task" [ 1079.316482] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.322396] env[69411]: INFO nova.virt.block_device [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Attempting to driver detach volume 18d0dd13-dbfa-45c0-adf7-8f3403e57a61 from mountpoint /dev/sdc [ 1079.323020] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.324706] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674311', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'name': 'volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'serial': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.324706] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3ee0eb-3ab0-4ef2-bbd9-fd8efbaeedd5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.330735] env[69411]: DEBUG oslo_vmware.api [None req-74d985a8-650c-4d7b-8583-64d77d808830 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379273, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.356902] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22355e8-676b-454f-bc0a-3b60016f382e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.367186] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379270, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.370185] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db7ef0-f5fb-41c9-b340-e90ba7b65655 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.398324] env[69411]: DEBUG nova.network.neutron [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Successfully updated port: 342f655d-1353-491f-aba3-8fb6ab1ae527 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.401976] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db819877-85a2-4906-9181-4df0212d2303 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.424807] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] The volume has not been displaced from its original location: [datastore2] volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61/volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.430400] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfiguring VM instance instance-00000054 to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.430806] env[69411]: DEBUG oslo_vmware.api [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379266, 'name': PowerOffVM_Task, 'duration_secs': 0.880715} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.431704] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7029121-4972-439a-8319-e9970ab0f468 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.445021] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.445264] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.445888] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348ba467-ed14-451a-aae1-e994c2960cba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.454251] env[69411]: DEBUG oslo_vmware.api [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1079.454251] env[69411]: value = "task-3379274" [ 1079.454251] env[69411]: _type = "Task" [ 1079.454251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.463773] env[69411]: DEBUG oslo_vmware.api [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.530775] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.531056] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.531292] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Deleting the datastore file [datastore1] 14fcfe16-b536-4eae-8807-131306a159af {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.531573] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9538e962-1890-4f05-8316-3949c267cb88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.538556] env[69411]: DEBUG oslo_vmware.api [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for the task: (returnval){ [ 1079.538556] env[69411]: value = "task-3379276" [ 1079.538556] env[69411]: _type = "Task" [ 1079.538556] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.547194] env[69411]: DEBUG oslo_vmware.api [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.562972] env[69411]: DEBUG nova.compute.utils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.564458] env[69411]: DEBUG nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.564671] env[69411]: DEBUG nova.network.neutron [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.604070] env[69411]: DEBUG nova.policy [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2bba84fc704bacae21dd6beaccac27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '742b4f8ce5fc41678da0ecd1c05a5d6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.609332] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379267, 'name': Rename_Task, 'duration_secs': 0.666734} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.609571] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.609843] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51648d2-b164-405f-8fa1-ff6951743434 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.618717] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1079.618717] env[69411]: value = "task-3379277" [ 1079.618717] env[69411]: _type = "Task" [ 1079.618717] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.623142] env[69411]: DEBUG oslo_concurrency.lockutils [req-353a682c-67fd-4ead-82b8-7aec3f5436b2 req-9be3ddc5-0272-4277-bef6-7687827a2094 service nova] Releasing lock "refresh_cache-c9ae0143-9e1b-422b-92ba-16393640966b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.629399] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.683104] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379269, 'name': Destroy_Task, 'duration_secs': 0.831807} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.683521] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Destroyed the VM [ 1079.683521] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1079.683813] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f21d2b6f-c73d-4707-8104-f8655a081569 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.691909] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1079.691909] env[69411]: value = "task-3379278" [ 1079.691909] env[69411]: _type = "Task" [ 1079.691909] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.701962] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.711018] env[69411]: DEBUG oslo_vmware.api [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Task: {'id': task-3379272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213772} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.711358] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.711588] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.712040] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.712040] env[69411]: INFO nova.compute.manager [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1079.712353] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.712621] env[69411]: DEBUG nova.compute.manager [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.712745] env[69411]: DEBUG nova.network.neutron [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1079.730950] env[69411]: DEBUG nova.network.neutron [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1079.828585] env[69411]: DEBUG oslo_vmware.api [None req-74d985a8-650c-4d7b-8583-64d77d808830 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379273, 'name': SuspendVM_Task} progress is 62%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.861246] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379270, 'name': CreateVM_Task, 'duration_secs': 0.537006} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.861374] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.862024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.862376] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.862574] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.862864] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e607b4-fb5a-4464-84a7-466c7050795e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.867551] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1079.867551] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52da66e1-71f3-f65c-f18e-9c81e8ecd0da" [ 1079.867551] env[69411]: _type = "Task" [ 1079.867551] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.876433] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da66e1-71f3-f65c-f18e-9c81e8ecd0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.906842] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "refresh_cache-c3eeb517-924c-4351-adc4-2fa8be97daf9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.907974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "refresh_cache-c3eeb517-924c-4351-adc4-2fa8be97daf9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.907974] env[69411]: DEBUG nova.network.neutron [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1079.927077] env[69411]: DEBUG nova.network.neutron [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Successfully created port: 7f5ce41c-6b94-475d-8dd3-58606b1516dc {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.965913] env[69411]: DEBUG oslo_vmware.api [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379274, 'name': ReconfigVM_Task, 'duration_secs': 0.289892} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.966316] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Reconfigured VM instance instance-00000054 to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.971560] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67bf4e50-3d7c-4eea-99fb-32f6bad612c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.988637] env[69411]: DEBUG oslo_vmware.api [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1079.988637] env[69411]: value = "task-3379279" [ 1079.988637] env[69411]: _type = "Task" [ 1079.988637] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.999403] env[69411]: DEBUG oslo_vmware.api [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.050127] env[69411]: DEBUG oslo_vmware.api [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Task: {'id': task-3379276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210575} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.050497] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.050716] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.051075] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.051333] env[69411]: INFO nova.compute.manager [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1080.051587] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.051803] env[69411]: DEBUG nova.compute.manager [-] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.051895] env[69411]: DEBUG nova.network.neutron [-] [instance: 14fcfe16-b536-4eae-8807-131306a159af] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1080.071274] env[69411]: DEBUG nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.147254] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379277, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.202097] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379278, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.235406] env[69411]: DEBUG nova.network.neutron [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.335355] env[69411]: DEBUG oslo_vmware.api [None req-74d985a8-650c-4d7b-8583-64d77d808830 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379273, 'name': SuspendVM_Task, 'duration_secs': 0.693805} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.335836] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-74d985a8-650c-4d7b-8583-64d77d808830 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1080.340098] env[69411]: DEBUG nova.compute.manager [None req-74d985a8-650c-4d7b-8583-64d77d808830 tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.340098] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea1adda-fa39-4c36-9744-e28a13fd7fe1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.374176] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5d26f6-7fb4-45bd-9d61-f104369c4b27 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.391045] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da66e1-71f3-f65c-f18e-9c81e8ecd0da, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.391045] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391284] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.391526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.391677] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.391879] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.392861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e173683-15b1-42aa-b0a5-a84d850c2c4e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.395963] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b28cd0b-b1cd-4cb8-9111-7f9c9186b0ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.431308] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbf0839-3090-4221-98ad-05c42db36860 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.433925] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.434113] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.435148] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a667f317-87fd-4dc6-9682-14fc169dacf4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.443688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcd86f6-2640-4ad8-9eb7-2e927807f97c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.448786] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1080.448786] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52382a24-3654-b1ac-1fb7-9af38c3b67c0" [ 1080.448786] env[69411]: _type = "Task" [ 1080.448786] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.464382] env[69411]: DEBUG nova.compute.provider_tree [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.469241] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52382a24-3654-b1ac-1fb7-9af38c3b67c0, 'name': SearchDatastore_Task, 'duration_secs': 0.020109} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.472718] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2305a3c9-3848-498f-8fa5-a7bfa760bceb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.476641] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1080.476641] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52053a0c-6ebe-4021-3806-85d8405d6d8b" [ 1080.476641] env[69411]: _type = "Task" [ 1080.476641] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.486103] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52053a0c-6ebe-4021-3806-85d8405d6d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.497757] env[69411]: DEBUG oslo_vmware.api [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379279, 'name': ReconfigVM_Task, 'duration_secs': 0.215829} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.498607] env[69411]: DEBUG nova.network.neutron [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1080.500677] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674311', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'name': 'volume-18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90c14f96-bc70-4d7d-ae10-74a9f68a8950', 'attached_at': '', 'detached_at': '', 'volume_id': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61', 'serial': '18d0dd13-dbfa-45c0-adf7-8f3403e57a61'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1080.630620] env[69411]: DEBUG oslo_vmware.api [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379277, 'name': PowerOnVM_Task, 'duration_secs': 0.58676} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.630845] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.631063] env[69411]: INFO nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1080.631250] env[69411]: DEBUG nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.632069] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfb7376-2602-4686-9122-371d6384f4e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.703511] env[69411]: DEBUG oslo_vmware.api [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379278, 'name': RemoveSnapshot_Task, 'duration_secs': 1.009881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.703839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1080.704032] env[69411]: INFO nova.compute.manager [None req-d6ba03bb-3169-4b85-b1d4-828b6f5f05f4 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Took 19.99 seconds to snapshot the instance on the hypervisor. [ 1080.710048] env[69411]: DEBUG nova.network.neutron [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Updating instance_info_cache with network_info: [{"id": "342f655d-1353-491f-aba3-8fb6ab1ae527", "address": "fa:16:3e:f3:e2:02", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342f655d-13", "ovs_interfaceid": "342f655d-1353-491f-aba3-8fb6ab1ae527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.737950] env[69411]: INFO nova.compute.manager [-] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Took 1.03 seconds to deallocate network for instance. [ 1080.856121] env[69411]: DEBUG nova.compute.manager [req-8506e1f2-587f-4ff5-bb3e-91962b60f27c req-992253e7-7bfc-4723-9225-3c84625bd369 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Received event network-vif-deleted-a47aab9b-6cde-402b-a52f-5cef3eb29b67 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.856337] env[69411]: INFO nova.compute.manager [req-8506e1f2-587f-4ff5-bb3e-91962b60f27c req-992253e7-7bfc-4723-9225-3c84625bd369 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Neutron deleted interface a47aab9b-6cde-402b-a52f-5cef3eb29b67; detaching it from the instance and deleting it from the info cache [ 1080.856513] env[69411]: DEBUG nova.network.neutron [req-8506e1f2-587f-4ff5-bb3e-91962b60f27c req-992253e7-7bfc-4723-9225-3c84625bd369 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.965116] env[69411]: DEBUG nova.scheduler.client.report [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.987812] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52053a0c-6ebe-4021-3806-85d8405d6d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.015648} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.988351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.988627] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] c9ae0143-9e1b-422b-92ba-16393640966b/c9ae0143-9e1b-422b-92ba-16393640966b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.988887] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8a2d277-9709-4a6e-a9a5-47def3abcb5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.995656] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1080.995656] env[69411]: value = "task-3379280" [ 1080.995656] env[69411]: _type = "Task" [ 1080.995656] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.004568] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.046158] env[69411]: DEBUG nova.objects.instance [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'flavor' on Instance uuid 90c14f96-bc70-4d7d-ae10-74a9f68a8950 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.079352] env[69411]: DEBUG nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.105795] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.105795] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.105997] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.105997] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.106668] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.106668] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.106668] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.106668] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.106893] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.107153] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.107239] env[69411]: DEBUG nova.virt.hardware [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.108124] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6086932c-9814-4bb9-ae88-b75f8c604f2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.119014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace6357-8ee0-4794-8598-811e01b82397 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.150906] env[69411]: INFO nova.compute.manager [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Took 17.14 seconds to build instance. [ 1081.212640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "refresh_cache-c3eeb517-924c-4351-adc4-2fa8be97daf9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212972] env[69411]: DEBUG nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Instance network_info: |[{"id": "342f655d-1353-491f-aba3-8fb6ab1ae527", "address": "fa:16:3e:f3:e2:02", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342f655d-13", "ovs_interfaceid": "342f655d-1353-491f-aba3-8fb6ab1ae527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.213458] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:e2:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '342f655d-1353-491f-aba3-8fb6ab1ae527', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.221323] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.221572] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.221837] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b35e73-f7ec-4728-a504-c7ab7339f480 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.244489] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.247189] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.247189] env[69411]: value = "task-3379281" [ 1081.247189] env[69411]: _type = "Task" [ 1081.247189] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.256392] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379281, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.260639] env[69411]: DEBUG nova.compute.manager [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Received event network-changed-342f655d-1353-491f-aba3-8fb6ab1ae527 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.260846] env[69411]: DEBUG nova.compute.manager [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Refreshing instance network info cache due to event network-changed-342f655d-1353-491f-aba3-8fb6ab1ae527. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.261097] env[69411]: DEBUG oslo_concurrency.lockutils [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] Acquiring lock "refresh_cache-c3eeb517-924c-4351-adc4-2fa8be97daf9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.261253] env[69411]: DEBUG oslo_concurrency.lockutils [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] Acquired lock "refresh_cache-c3eeb517-924c-4351-adc4-2fa8be97daf9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.261451] env[69411]: DEBUG nova.network.neutron [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Refreshing network info cache for port 342f655d-1353-491f-aba3-8fb6ab1ae527 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1081.271180] env[69411]: DEBUG nova.network.neutron [-] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.359258] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c934903-6708-424e-a20e-3b3d3a4ba727 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.371021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33384a5-6e38-4e00-b28e-582c341764c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.408484] env[69411]: DEBUG nova.compute.manager [req-8506e1f2-587f-4ff5-bb3e-91962b60f27c req-992253e7-7bfc-4723-9225-3c84625bd369 service nova] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Detach interface failed, port_id=a47aab9b-6cde-402b-a52f-5cef3eb29b67, reason: Instance 14fcfe16-b536-4eae-8807-131306a159af could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.472734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.476247] env[69411]: DEBUG nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.477467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.717s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.477736] env[69411]: DEBUG nova.objects.instance [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'resources' on Instance uuid d71be178-8edf-40c3-85ed-98d89589d43f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.511314] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379280, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.652658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6c3ac477-6ca3-4992-9157-26692f4a8d61 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.650s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.733980] env[69411]: DEBUG nova.network.neutron [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Successfully updated port: 7f5ce41c-6b94-475d-8dd3-58606b1516dc {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.759583] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379281, 'name': CreateVM_Task, 'duration_secs': 0.462656} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.759766] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.760502] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.760671] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.760994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761271] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6202328a-5dd8-40ae-abd7-ad681d69a5f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.768210] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1081.768210] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5211178b-b620-e214-2995-e9ece7cdefc7" [ 1081.768210] env[69411]: _type = "Task" [ 1081.768210] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.778034] env[69411]: INFO nova.compute.manager [-] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Took 1.73 seconds to deallocate network for instance. [ 1081.778355] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5211178b-b620-e214-2995-e9ece7cdefc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.779968] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.780216] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.780456] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.780611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.780803] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.784213] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51bf2fa1-028e-46e0-89cf-5e3c4d3a07f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.794188] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.794188] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.794188] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0365a47e-9239-4904-b1b4-2e529a00cd9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.796573] env[69411]: INFO nova.compute.manager [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Resuming [ 1081.797142] env[69411]: DEBUG nova.objects.instance [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lazy-loading 'flavor' on Instance uuid 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.802617] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1081.802617] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a29257-b202-a361-f867-42800d502374" [ 1081.802617] env[69411]: _type = "Task" [ 1081.802617] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.812069] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a29257-b202-a361-f867-42800d502374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.981305] env[69411]: DEBUG nova.compute.utils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.987993] env[69411]: DEBUG nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.988228] env[69411]: DEBUG nova.network.neutron [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.008588] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516233} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.011215] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] c9ae0143-9e1b-422b-92ba-16393640966b/c9ae0143-9e1b-422b-92ba-16393640966b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.011629] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.012804] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32782a45-6f2b-4f28-9f67-e8ea19965159 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.019094] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1082.019094] env[69411]: value = "task-3379282" [ 1082.019094] env[69411]: _type = "Task" [ 1082.019094] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.029028] env[69411]: DEBUG nova.network.neutron [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Updated VIF entry in instance network info cache for port 342f655d-1353-491f-aba3-8fb6ab1ae527. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1082.029028] env[69411]: DEBUG nova.network.neutron [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Updating instance_info_cache with network_info: [{"id": "342f655d-1353-491f-aba3-8fb6ab1ae527", "address": "fa:16:3e:f3:e2:02", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342f655d-13", "ovs_interfaceid": "342f655d-1353-491f-aba3-8fb6ab1ae527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.032793] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.049992] env[69411]: DEBUG nova.policy [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f4e30e3ee14b5b9c491796d47135f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e63e49b802245f891bd344719bf1aa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.059024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-00ca258c-e9dc-45c4-987a-1a9958a9e3e1 tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.238145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "refresh_cache-8a0119f2-f975-44db-820a-56e1e5fd4251" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.238298] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquired lock "refresh_cache-8a0119f2-f975-44db-820a-56e1e5fd4251" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.238457] env[69411]: DEBUG nova.network.neutron [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1082.263660] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d802399c-091b-4a1b-b04d-fc489509c218 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.276331] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2355b027-006a-46cb-b588-5a8cbc89d5b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.308435] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.318189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c077073-2e77-4628-92d4-8e54096e0642 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.337956] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405ba14-e77b-4c56-b3aa-2a919d3c80fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.342272] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a29257-b202-a361-f867-42800d502374, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.343987] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b990d394-6cc2-41c2-b8a4-abd5682c5d65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.354331] env[69411]: DEBUG nova.compute.provider_tree [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.359026] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1082.359026] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5288d483-7815-78af-924f-98dfd9a13f19" [ 1082.359026] env[69411]: _type = "Task" [ 1082.359026] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.366547] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5288d483-7815-78af-924f-98dfd9a13f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.377506] env[69411]: DEBUG nova.network.neutron [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Successfully created port: 4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.456264] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.456539] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.456756] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.456949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.457137] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.460016] env[69411]: INFO nova.compute.manager [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Terminating instance [ 1082.488912] env[69411]: DEBUG nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.530190] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282091} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.530461] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.531357] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496775da-8d2f-4561-b268-eb4a5ec75bf0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.534052] env[69411]: DEBUG oslo_concurrency.lockutils [req-a23904eb-2a00-4268-9fa0-8af10e89f9a4 req-a6f4e565-01bf-4ddf-bd4d-6dc37581d013 service nova] Releasing lock "refresh_cache-c3eeb517-924c-4351-adc4-2fa8be97daf9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.559022] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c9ae0143-9e1b-422b-92ba-16393640966b/c9ae0143-9e1b-422b-92ba-16393640966b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.559139] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465bae94-b88f-4104-afa9-055e5e66e25f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.583152] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1082.583152] env[69411]: value = "task-3379283" [ 1082.583152] env[69411]: _type = "Task" [ 1082.583152] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.594210] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.786646] env[69411]: DEBUG nova.network.neutron [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1082.836816] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.836816] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquired lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.836816] env[69411]: DEBUG nova.network.neutron [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1082.857757] env[69411]: DEBUG nova.scheduler.client.report [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.873613] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5288d483-7815-78af-924f-98dfd9a13f19, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.873613] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.873796] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c3eeb517-924c-4351-adc4-2fa8be97daf9/c3eeb517-924c-4351-adc4-2fa8be97daf9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.874023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9cfa48f-4b74-4aea-994f-12fc08b6fa77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.880816] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1082.880816] env[69411]: value = "task-3379284" [ 1082.880816] env[69411]: _type = "Task" [ 1082.880816] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.889893] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.953974] env[69411]: DEBUG nova.network.neutron [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Updating instance_info_cache with network_info: [{"id": "7f5ce41c-6b94-475d-8dd3-58606b1516dc", "address": "fa:16:3e:ea:2e:44", "network": {"id": "86d6dfca-2377-480e-9a1d-5b612c72c2dc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1483056636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "742b4f8ce5fc41678da0ecd1c05a5d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5ce41c-6b", "ovs_interfaceid": "7f5ce41c-6b94-475d-8dd3-58606b1516dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.963573] env[69411]: DEBUG nova.compute.manager [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.963855] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.965145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4b8a8-07d8-49b6-b93e-9d36ebddeda8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.974659] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.974659] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-243541df-2943-4693-a5e2-3bea079ea3d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.981357] env[69411]: DEBUG oslo_vmware.api [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1082.981357] env[69411]: value = "task-3379285" [ 1082.981357] env[69411]: _type = "Task" [ 1082.981357] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.990390] env[69411]: DEBUG oslo_vmware.api [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.065342] env[69411]: DEBUG nova.compute.manager [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1083.093714] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379283, 'name': ReconfigVM_Task, 'duration_secs': 0.269593} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.094087] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c9ae0143-9e1b-422b-92ba-16393640966b/c9ae0143-9e1b-422b-92ba-16393640966b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.094839] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3abb21ab-dfb4-4266-ae6e-c14a843e5ab8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.103166] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1083.103166] env[69411]: value = "task-3379286" [ 1083.103166] env[69411]: _type = "Task" [ 1083.103166] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.113213] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379286, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.289421] env[69411]: DEBUG nova.compute.manager [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Received event network-vif-plugged-7f5ce41c-6b94-475d-8dd3-58606b1516dc {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.289688] env[69411]: DEBUG oslo_concurrency.lockutils [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] Acquiring lock "8a0119f2-f975-44db-820a-56e1e5fd4251-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.289935] env[69411]: DEBUG oslo_concurrency.lockutils [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.290192] env[69411]: DEBUG oslo_concurrency.lockutils [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.290392] env[69411]: DEBUG nova.compute.manager [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] No waiting events found dispatching network-vif-plugged-7f5ce41c-6b94-475d-8dd3-58606b1516dc {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.290582] env[69411]: WARNING nova.compute.manager [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Received unexpected event network-vif-plugged-7f5ce41c-6b94-475d-8dd3-58606b1516dc for instance with vm_state building and task_state spawning. [ 1083.290755] env[69411]: DEBUG nova.compute.manager [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Received event network-changed-7f5ce41c-6b94-475d-8dd3-58606b1516dc {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.290952] env[69411]: DEBUG nova.compute.manager [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Refreshing instance network info cache due to event network-changed-7f5ce41c-6b94-475d-8dd3-58606b1516dc. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.291141] env[69411]: DEBUG oslo_concurrency.lockutils [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] Acquiring lock "refresh_cache-8a0119f2-f975-44db-820a-56e1e5fd4251" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.362558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.365286] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.384s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.365698] env[69411]: DEBUG nova.objects.instance [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1083.385698] env[69411]: INFO nova.scheduler.client.report [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted allocations for instance d71be178-8edf-40c3-85ed-98d89589d43f [ 1083.395089] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494771} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.395361] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c3eeb517-924c-4351-adc4-2fa8be97daf9/c3eeb517-924c-4351-adc4-2fa8be97daf9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.395818] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.395884] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24affbba-c1d1-4d89-9506-6c3de2ea68cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.403150] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1083.403150] env[69411]: value = "task-3379287" [ 1083.403150] env[69411]: _type = "Task" [ 1083.403150] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.411318] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.456964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Releasing lock "refresh_cache-8a0119f2-f975-44db-820a-56e1e5fd4251" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.457235] env[69411]: DEBUG nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Instance network_info: |[{"id": "7f5ce41c-6b94-475d-8dd3-58606b1516dc", "address": "fa:16:3e:ea:2e:44", "network": {"id": "86d6dfca-2377-480e-9a1d-5b612c72c2dc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1483056636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "742b4f8ce5fc41678da0ecd1c05a5d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5ce41c-6b", "ovs_interfaceid": "7f5ce41c-6b94-475d-8dd3-58606b1516dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.457531] env[69411]: DEBUG oslo_concurrency.lockutils [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] Acquired lock "refresh_cache-8a0119f2-f975-44db-820a-56e1e5fd4251" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.457715] env[69411]: DEBUG nova.network.neutron [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Refreshing network info cache for port 7f5ce41c-6b94-475d-8dd3-58606b1516dc {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1083.458921] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:2e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5ce41c-6b94-475d-8dd3-58606b1516dc', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.466989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Creating folder: Project (742b4f8ce5fc41678da0ecd1c05a5d6a). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.470124] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ae01f4-163d-41a9-8ffb-a406957e533e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.481365] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Created folder: Project (742b4f8ce5fc41678da0ecd1c05a5d6a) in parent group-v674052. [ 1083.481578] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Creating folder: Instances. Parent ref: group-v674315. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.481840] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a938125a-228f-49da-9ed1-6783fcf75e35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.492906] env[69411]: DEBUG oslo_vmware.api [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379285, 'name': PowerOffVM_Task, 'duration_secs': 0.285335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.495279] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.495382] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.496583] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9413f0e3-fcc8-44fa-a4dd-8a4a3218e644 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.498234] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Created folder: Instances in parent group-v674315. [ 1083.498458] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.499507] env[69411]: DEBUG nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.501339] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.501989] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-788d68aa-07ab-4a26-b8f3-4acf97a9376e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.517386] env[69411]: DEBUG nova.compute.manager [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.518232] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c3eae-b6c5-4c15-95f9-e6e3255b77f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.529299] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.529299] env[69411]: value = "task-3379291" [ 1083.529299] env[69411]: _type = "Task" [ 1083.529299] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.534951] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.535271] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.535452] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.535670] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.535829] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.535978] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.537014] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.537248] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.537434] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.537604] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.537790] env[69411]: DEBUG nova.virt.hardware [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.538826] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb89a8-1c23-4ecc-881b-aab4a5d4d1c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.555116] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379291, 'name': CreateVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.556641] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c07555a-f951-420f-b2c2-e4d2e032d27d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.577192] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.577192] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.577192] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Deleting the datastore file [datastore1] 90c14f96-bc70-4d7d-ae10-74a9f68a8950 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.577192] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f50107e-37ee-4c9a-a537-e8bdede860db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.583596] env[69411]: DEBUG oslo_vmware.api [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for the task: (returnval){ [ 1083.583596] env[69411]: value = "task-3379292" [ 1083.583596] env[69411]: _type = "Task" [ 1083.583596] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.592871] env[69411]: DEBUG oslo_vmware.api [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.594208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.612846] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379286, 'name': Rename_Task, 'duration_secs': 0.174565} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.613148] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.613492] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c25337a-2a6c-4db4-85ba-7c46c147c654 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.620121] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1083.620121] env[69411]: value = "task-3379293" [ 1083.620121] env[69411]: _type = "Task" [ 1083.620121] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.628092] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.633879] env[69411]: DEBUG nova.network.neutron [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [{"id": "9089592c-210c-403d-a734-90ed481a55ba", "address": "fa:16:3e:e3:0d:ec", "network": {"id": "a3b3b831-9a18-4ece-ac78-ea039f198637", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-578880409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff01fc20f9c4db0bcd82c3760eafba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9089592c-21", "ovs_interfaceid": "9089592c-210c-403d-a734-90ed481a55ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.777507] env[69411]: DEBUG nova.compute.manager [req-23e847d8-0a25-445c-8346-ad46118f7480 req-8c22c717-5f32-4d3a-a98b-411b20b11f5d service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Received event network-vif-plugged-4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.777711] env[69411]: DEBUG oslo_concurrency.lockutils [req-23e847d8-0a25-445c-8346-ad46118f7480 req-8c22c717-5f32-4d3a-a98b-411b20b11f5d service nova] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.777935] env[69411]: DEBUG oslo_concurrency.lockutils [req-23e847d8-0a25-445c-8346-ad46118f7480 req-8c22c717-5f32-4d3a-a98b-411b20b11f5d service nova] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.781749] env[69411]: DEBUG oslo_concurrency.lockutils [req-23e847d8-0a25-445c-8346-ad46118f7480 req-8c22c717-5f32-4d3a-a98b-411b20b11f5d service nova] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.782039] env[69411]: DEBUG nova.compute.manager [req-23e847d8-0a25-445c-8346-ad46118f7480 req-8c22c717-5f32-4d3a-a98b-411b20b11f5d service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] No waiting events found dispatching network-vif-plugged-4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.782298] env[69411]: WARNING nova.compute.manager [req-23e847d8-0a25-445c-8346-ad46118f7480 req-8c22c717-5f32-4d3a-a98b-411b20b11f5d service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Received unexpected event network-vif-plugged-4432f339-7ef6-4aa4-8837-84b785151648 for instance with vm_state building and task_state spawning. [ 1083.888849] env[69411]: DEBUG nova.network.neutron [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Successfully updated port: 4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.899658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cd10a85b-6a42-4cb3-8d94-aea728a69774 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "d71be178-8edf-40c3-85ed-98d89589d43f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.636s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.917559] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056244} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.917842] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.919240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e1abdb-6c88-4f91-b4a0-e43b41d876c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.944248] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] c3eeb517-924c-4351-adc4-2fa8be97daf9/c3eeb517-924c-4351-adc4-2fa8be97daf9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.944816] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c668b55e-3918-4942-989e-b3deee271750 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.963865] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1083.963865] env[69411]: value = "task-3379294" [ 1083.963865] env[69411]: _type = "Task" [ 1083.963865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.973392] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379294, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.040799] env[69411]: INFO nova.compute.manager [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] instance snapshotting [ 1084.042632] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379291, 'name': CreateVM_Task, 'duration_secs': 0.436703} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.045307] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.046727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.046945] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.047540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.048743] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce5b036-824e-42ff-b276-49007a982eab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.052387] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b384e4e-fcdd-431a-9629-c286c7d10685 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.059515] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1084.059515] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f19a1d-dfa6-3886-16d8-29d21a184ecf" [ 1084.059515] env[69411]: _type = "Task" [ 1084.059515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.079991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbb847e-bc9d-4b16-96d8-42cbd8495bc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.094291] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f19a1d-dfa6-3886-16d8-29d21a184ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.096122] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.097027] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.097027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.097027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.097027] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.097337] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba0abe8-d679-4621-b366-a052e9adfe34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.102626] env[69411]: DEBUG oslo_vmware.api [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Task: {'id': task-3379292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180831} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.103286] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.103518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.103713] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.103915] env[69411]: INFO nova.compute.manager [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1084.104196] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.106933] env[69411]: DEBUG nova.compute.manager [-] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.107044] env[69411]: DEBUG nova.network.neutron [-] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1084.111161] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.111344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.112400] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefbe131-2921-4310-ba67-cd298b5125b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.117776] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1084.117776] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5298e9fc-516c-8ac5-abb6-b3d625cecc0a" [ 1084.117776] env[69411]: _type = "Task" [ 1084.117776] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.131012] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5298e9fc-516c-8ac5-abb6-b3d625cecc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.134738] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.134993] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311ba084-871d-4f64-b3e4-cf63a503cb0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.137834] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Releasing lock "refresh_cache-6f5dc694-e833-46ca-acfe-52b748a93a5c" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.139013] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1156e5-cdc0-40a9-a912-ba658c0e02e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.144934] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1084.144934] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d487-89d6-1b90-d6db-caee7ecad3ad" [ 1084.144934] env[69411]: _type = "Task" [ 1084.144934] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.147519] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Resuming the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1084.151025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5fe2b8-ccd9-46c6-b1b9-4b6212366247 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.157845] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d487-89d6-1b90-d6db-caee7ecad3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.162729] env[69411]: DEBUG oslo_vmware.api [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1084.162729] env[69411]: value = "task-3379295" [ 1084.162729] env[69411]: _type = "Task" [ 1084.162729] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.170607] env[69411]: DEBUG oslo_vmware.api [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.265911] env[69411]: DEBUG nova.network.neutron [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Updated VIF entry in instance network info cache for port 7f5ce41c-6b94-475d-8dd3-58606b1516dc. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1084.266294] env[69411]: DEBUG nova.network.neutron [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Updating instance_info_cache with network_info: [{"id": "7f5ce41c-6b94-475d-8dd3-58606b1516dc", "address": "fa:16:3e:ea:2e:44", "network": {"id": "86d6dfca-2377-480e-9a1d-5b612c72c2dc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1483056636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "742b4f8ce5fc41678da0ecd1c05a5d6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5ce41c-6b", "ovs_interfaceid": "7f5ce41c-6b94-475d-8dd3-58606b1516dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.381571] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63ade9f7-d0c5-4a21-b1b2-f1ef9904150f tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.382754] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.343s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.391319] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.391467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.391649] env[69411]: DEBUG nova.network.neutron [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1084.478283] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379294, 'name': ReconfigVM_Task, 'duration_secs': 0.299441} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.478576] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] c3eeb517-924c-4351-adc4-2fa8be97daf9/c3eeb517-924c-4351-adc4-2fa8be97daf9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.479362] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2360e5-7795-4283-8fba-938dd838e759 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.486971] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1084.486971] env[69411]: value = "task-3379296" [ 1084.486971] env[69411]: _type = "Task" [ 1084.486971] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.496076] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379296, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.605014] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1084.605014] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bcbf3112-a393-43ce-95d3-46aec6d1ba1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.612164] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1084.612164] env[69411]: value = "task-3379297" [ 1084.612164] env[69411]: _type = "Task" [ 1084.612164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.620753] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.636652] env[69411]: DEBUG oslo_vmware.api [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379293, 'name': PowerOnVM_Task, 'duration_secs': 0.553043} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.639908] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.640212] env[69411]: INFO nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1084.640467] env[69411]: DEBUG nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.641590] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1a594-a2b5-4bf5-82da-6087bf73c3e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.664978] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d487-89d6-1b90-d6db-caee7ecad3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014484} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.668978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.669316] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 8a0119f2-f975-44db-820a-56e1e5fd4251/8a0119f2-f975-44db-820a-56e1e5fd4251.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.670034] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-242c2fdd-b1f0-4f34-aae2-dc03bfa38536 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.678399] env[69411]: DEBUG oslo_vmware.api [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.680257] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1084.680257] env[69411]: value = "task-3379298" [ 1084.680257] env[69411]: _type = "Task" [ 1084.680257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.687671] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.769760] env[69411]: DEBUG oslo_concurrency.lockutils [req-6aeb9045-fdf7-4dd9-9d80-27149a691c2a req-2f566982-aab0-47bd-bc19-073b0fc5fc3f service nova] Releasing lock "refresh_cache-8a0119f2-f975-44db-820a-56e1e5fd4251" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.892512] env[69411]: INFO nova.compute.claims [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.988307] env[69411]: DEBUG nova.network.neutron [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1085.012988] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379296, 'name': Rename_Task, 'duration_secs': 0.137935} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.013370] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.013692] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f849f2-82f1-4cd3-885e-d62d6762faa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.023227] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1085.023227] env[69411]: value = "task-3379299" [ 1085.023227] env[69411]: _type = "Task" [ 1085.023227] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.039879] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.125946] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.180629] env[69411]: INFO nova.compute.manager [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Took 13.40 seconds to build instance. [ 1085.193117] env[69411]: DEBUG oslo_vmware.api [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379295, 'name': PowerOnVM_Task, 'duration_secs': 0.763811} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.193117] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Resumed the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1085.193396] env[69411]: DEBUG nova.compute.manager [None req-4b1c1b8e-b3bf-4115-92ea-681c6abaa03f tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.194557] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fd015e-0f13-4cea-b8eb-e24f92a16eac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.202705] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49065} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.204158] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 8a0119f2-f975-44db-820a-56e1e5fd4251/8a0119f2-f975-44db-820a-56e1e5fd4251.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.204685] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.205215] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94056954-a2c2-452c-bbf6-af5e53f5f2d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.216057] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1085.216057] env[69411]: value = "task-3379300" [ 1085.216057] env[69411]: _type = "Task" [ 1085.216057] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.227580] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.300251] env[69411]: DEBUG nova.network.neutron [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.394798] env[69411]: DEBUG nova.compute.manager [req-df83a9ce-56a3-4829-9636-78d14d6119a4 req-904c80ef-3c64-47a9-a59c-bf31f4471034 service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Received event network-vif-deleted-43d6ae8d-d78c-4b00-b9f9-275ec3130534 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.395014] env[69411]: INFO nova.compute.manager [req-df83a9ce-56a3-4829-9636-78d14d6119a4 req-904c80ef-3c64-47a9-a59c-bf31f4471034 service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Neutron deleted interface 43d6ae8d-d78c-4b00-b9f9-275ec3130534; detaching it from the instance and deleting it from the info cache [ 1085.395201] env[69411]: DEBUG nova.network.neutron [req-df83a9ce-56a3-4829-9636-78d14d6119a4 req-904c80ef-3c64-47a9-a59c-bf31f4471034 service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.403675] env[69411]: INFO nova.compute.resource_tracker [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating resource usage from migration 816249d3-8d6f-4376-a575-e47fa7a3f994 [ 1085.486640] env[69411]: DEBUG nova.network.neutron [-] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.536606] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.627590] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.683898] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2e567d9a-63dc-467c-b530-a0e986b3ba3f tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "c9ae0143-9e1b-422b-92ba-16393640966b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.936s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.703050] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f48fa-7d29-4fcf-a30f-6c3ea64436a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.711838] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8498dcb2-1285-4787-a168-a54443482f8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.752601] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b9471-5002-4a05-ac37-6e45c35da3ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.758446] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073135} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.759119] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.759900] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d23656e-d243-473e-aa90-8c6a07b17704 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.766050] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed99dd-b18a-466d-8c06-0bc222656b67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.787676] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 8a0119f2-f975-44db-820a-56e1e5fd4251/8a0119f2-f975-44db-820a-56e1e5fd4251.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.788742] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f6655a-6f15-4c41-b73f-865a2877a295 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.810947] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.811293] env[69411]: DEBUG nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Instance network_info: |[{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.812136] env[69411]: DEBUG nova.compute.provider_tree [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.813921] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:6a:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4432f339-7ef6-4aa4-8837-84b785151648', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.821350] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Creating folder: Project (7e63e49b802245f891bd344719bf1aa4). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.823927] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e5649f7-ce0e-444f-9335-e57f4b9e3eab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.826053] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1085.826053] env[69411]: value = "task-3379301" [ 1085.826053] env[69411]: _type = "Task" [ 1085.826053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.826773] env[69411]: DEBUG nova.compute.manager [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Received event network-changed-4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.827021] env[69411]: DEBUG nova.compute.manager [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Refreshing instance network info cache due to event network-changed-4432f339-7ef6-4aa4-8837-84b785151648. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.827202] env[69411]: DEBUG oslo_concurrency.lockutils [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.827331] env[69411]: DEBUG oslo_concurrency.lockutils [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.827492] env[69411]: DEBUG nova.network.neutron [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Refreshing network info cache for port 4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1085.842141] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.842141] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Created folder: Project (7e63e49b802245f891bd344719bf1aa4) in parent group-v674052. [ 1085.842814] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Creating folder: Instances. Parent ref: group-v674319. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.843273] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c48a0c9f-8858-46fa-a56e-8f0006c48f6e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.854599] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Created folder: Instances in parent group-v674319. [ 1085.854855] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.855068] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.855283] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-538820ad-99e4-43f5-8174-6fe4b7be13ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.874657] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.874657] env[69411]: value = "task-3379304" [ 1085.874657] env[69411]: _type = "Task" [ 1085.874657] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.882402] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379304, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.898525] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e82b035c-de82-413a-b30c-f6575dddb9f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.907585] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5edaf7-7e45-436b-aa45-360d07a74458 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.941520] env[69411]: DEBUG nova.compute.manager [req-df83a9ce-56a3-4829-9636-78d14d6119a4 req-904c80ef-3c64-47a9-a59c-bf31f4471034 service nova] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Detach interface failed, port_id=43d6ae8d-d78c-4b00-b9f9-275ec3130534, reason: Instance 90c14f96-bc70-4d7d-ae10-74a9f68a8950 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.989565] env[69411]: INFO nova.compute.manager [-] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Took 1.88 seconds to deallocate network for instance. [ 1086.034640] env[69411]: DEBUG oslo_vmware.api [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379299, 'name': PowerOnVM_Task, 'duration_secs': 0.566534} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.034915] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.035135] env[69411]: INFO nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1086.035321] env[69411]: DEBUG nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.036086] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae53f1a6-da88-4452-995d-f92663cf994c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.124155] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379297, 'name': CreateSnapshot_Task, 'duration_secs': 1.204314} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.124479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.125325] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bbf51b-7612-4506-a2ae-a81892cd0c45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.301585] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.301895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.324957] env[69411]: DEBUG nova.scheduler.client.report [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.343138] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.388383] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379304, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.498419] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.552160] env[69411]: INFO nova.compute.manager [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Took 13.74 seconds to build instance. [ 1086.600130] env[69411]: DEBUG nova.network.neutron [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updated VIF entry in instance network info cache for port 4432f339-7ef6-4aa4-8837-84b785151648. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1086.600504] env[69411]: DEBUG nova.network.neutron [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.642841] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1086.643202] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e7165ba-f6d1-464b-a55a-f0328a514c09 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.652691] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1086.652691] env[69411]: value = "task-3379305" [ 1086.652691] env[69411]: _type = "Task" [ 1086.652691] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.662481] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379305, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.804225] env[69411]: DEBUG nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.829281] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.446s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.829523] env[69411]: INFO nova.compute.manager [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Migrating [ 1086.838708] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.594s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.839082] env[69411]: DEBUG nova.objects.instance [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lazy-loading 'resources' on Instance uuid 566397fb-726a-4d35-b616-48126451c9cc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.859402] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379301, 'name': ReconfigVM_Task, 'duration_secs': 0.823354} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.859687] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 8a0119f2-f975-44db-820a-56e1e5fd4251/8a0119f2-f975-44db-820a-56e1e5fd4251.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.860383] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e885a17-daf0-41c6-94ad-7e64714ce26f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.867805] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1086.867805] env[69411]: value = "task-3379306" [ 1086.867805] env[69411]: _type = "Task" [ 1086.867805] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.877575] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379306, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.886293] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379304, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.055016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-59999065-a2fd-43ed-b169-c5638bf99361 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.283s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.102972] env[69411]: DEBUG oslo_concurrency.lockutils [req-3e9b337c-38be-4503-99c9-23115a55f812 req-326a7c12-2ece-4d0c-9f30-d882e6928244 service nova] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.163716] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379305, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.329705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.353628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.353836] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.354031] env[69411]: DEBUG nova.network.neutron [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1087.383796] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379306, 'name': Rename_Task, 'duration_secs': 0.164007} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.384151] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.386618] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07c0081-fbf9-48be-b445-32cec1ac0830 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.391113] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379304, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.395963] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1087.395963] env[69411]: value = "task-3379307" [ 1087.395963] env[69411]: _type = "Task" [ 1087.395963] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.403439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "c3eeb517-924c-4351-adc4-2fa8be97daf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.403439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.403439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "c3eeb517-924c-4351-adc4-2fa8be97daf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.403439] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.403622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.409043] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.409459] env[69411]: INFO nova.compute.manager [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Terminating instance [ 1087.604240] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb17bdf-4827-4c0d-9e55-8022b07ee980 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.613275] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1fcc69-dda1-455e-8b52-5d83efcf97d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.650043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762cb2c5-f757-427b-9669-551837e14867 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.660885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bae5f4-5565-487d-bb8e-567598f8a2ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.668460] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379305, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.678938] env[69411]: DEBUG nova.compute.provider_tree [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.888430] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379304, 'name': CreateVM_Task, 'duration_secs': 1.794964} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.888621] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.889351] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.889517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.889858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.890144] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8d577b-61e5-46f4-99f3-1107a223c24f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.894945] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1087.894945] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527f2abb-4429-63ae-12b1-e16f34274cee" [ 1087.894945] env[69411]: _type = "Task" [ 1087.894945] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.905592] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527f2abb-4429-63ae-12b1-e16f34274cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.911180] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.918971] env[69411]: DEBUG nova.compute.manager [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.919288] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.920633] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4db16c3-5027-43ea-af5c-024a51ff3113 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.930590] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.930922] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f56d235d-c317-4996-a713-c66fa49f399f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.939298] env[69411]: DEBUG oslo_vmware.api [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1087.939298] env[69411]: value = "task-3379308" [ 1087.939298] env[69411]: _type = "Task" [ 1087.939298] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.950682] env[69411]: DEBUG oslo_vmware.api [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.164679] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379305, 'name': CloneVM_Task} progress is 95%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.183426] env[69411]: DEBUG nova.scheduler.client.report [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.244837] env[69411]: DEBUG nova.network.neutron [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.277812] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "c9ae0143-9e1b-422b-92ba-16393640966b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.278198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "c9ae0143-9e1b-422b-92ba-16393640966b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.278341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "c9ae0143-9e1b-422b-92ba-16393640966b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.278529] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "c9ae0143-9e1b-422b-92ba-16393640966b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.278726] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "c9ae0143-9e1b-422b-92ba-16393640966b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.281701] env[69411]: INFO nova.compute.manager [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Terminating instance [ 1088.408077] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527f2abb-4429-63ae-12b1-e16f34274cee, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.411033] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.411290] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.411532] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.411686] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.411866] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.412152] env[69411]: DEBUG oslo_vmware.api [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379307, 'name': PowerOnVM_Task, 'duration_secs': 0.580023} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.412352] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53219ef7-afdd-4396-9689-84d387703560 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.414089] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.414302] env[69411]: INFO nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1088.414517] env[69411]: DEBUG nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.415244] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf920cee-6324-4805-8e4c-8348cd805808 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.427408] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.427595] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.428278] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f2c3c7-a24e-4f34-adb3-27d902e1a5f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.433021] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1088.433021] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5237579f-eb85-8adf-4725-d4326fe8db44" [ 1088.433021] env[69411]: _type = "Task" [ 1088.433021] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.440561] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5237579f-eb85-8adf-4725-d4326fe8db44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.447708] env[69411]: DEBUG oslo_vmware.api [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379308, 'name': PowerOffVM_Task, 'duration_secs': 0.260222} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.448320] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.448320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.448320] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded9a859-c7f2-4b41-a26a-5b5e508108c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.516218] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.516479] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.516674] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleting the datastore file [datastore2] c3eeb517-924c-4351-adc4-2fa8be97daf9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.516983] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee3991e-714d-4965-8cbe-4441adf0972f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.523279] env[69411]: DEBUG oslo_vmware.api [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1088.523279] env[69411]: value = "task-3379310" [ 1088.523279] env[69411]: _type = "Task" [ 1088.523279] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.531097] env[69411]: DEBUG oslo_vmware.api [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.664503] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379305, 'name': CloneVM_Task, 'duration_secs': 1.750156} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.666028] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Created linked-clone VM from snapshot [ 1088.666028] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78f7a26-4797-4956-afac-f8bede94f25c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.672955] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Uploading image 24e4469c-8b8f-4034-b3dc-c37396d6bda4 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1088.688840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.690905] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.383s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.691165] env[69411]: DEBUG nova.objects.instance [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lazy-loading 'resources' on Instance uuid 14fcfe16-b536-4eae-8807-131306a159af {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.697277] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1088.697277] env[69411]: value = "vm-674322" [ 1088.697277] env[69411]: _type = "VirtualMachine" [ 1088.697277] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1088.697488] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e802fd9-3628-42ac-b4e1-a52235f414df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.706153] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lease: (returnval){ [ 1088.706153] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52502590-ca3b-4694-0456-fcbcd284ad06" [ 1088.706153] env[69411]: _type = "HttpNfcLease" [ 1088.706153] env[69411]: } obtained for exporting VM: (result){ [ 1088.706153] env[69411]: value = "vm-674322" [ 1088.706153] env[69411]: _type = "VirtualMachine" [ 1088.706153] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1088.706665] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the lease: (returnval){ [ 1088.706665] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52502590-ca3b-4694-0456-fcbcd284ad06" [ 1088.706665] env[69411]: _type = "HttpNfcLease" [ 1088.706665] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.713750] env[69411]: INFO nova.scheduler.client.report [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Deleted allocations for instance 566397fb-726a-4d35-b616-48126451c9cc [ 1088.717889] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.717889] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52502590-ca3b-4694-0456-fcbcd284ad06" [ 1088.717889] env[69411]: _type = "HttpNfcLease" [ 1088.717889] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.747960] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.783967] env[69411]: DEBUG nova.compute.manager [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.784254] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.785213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18d59f6-3bd0-47d1-87e0-a5528bd7562b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.792731] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.793385] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3843c3f5-13a4-43b4-a4ce-8ef2fb327d3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.799606] env[69411]: DEBUG oslo_vmware.api [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1088.799606] env[69411]: value = "task-3379312" [ 1088.799606] env[69411]: _type = "Task" [ 1088.799606] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.810102] env[69411]: DEBUG oslo_vmware.api [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.938337] env[69411]: INFO nova.compute.manager [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Took 15.46 seconds to build instance. [ 1088.946746] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5237579f-eb85-8adf-4725-d4326fe8db44, 'name': SearchDatastore_Task, 'duration_secs': 0.023312} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.948616] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec67f97-47d8-4dfd-a835-4817d0cb1d9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.953408] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1088.953408] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523a0352-df6f-9a0d-23c2-79cf29c229be" [ 1088.953408] env[69411]: _type = "Task" [ 1088.953408] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.962916] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523a0352-df6f-9a0d-23c2-79cf29c229be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.032725] env[69411]: DEBUG oslo_vmware.api [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241995} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.033171] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.033508] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.033826] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.034575] env[69411]: INFO nova.compute.manager [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1089.035884] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.035884] env[69411]: DEBUG nova.compute.manager [-] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.035884] env[69411]: DEBUG nova.network.neutron [-] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1089.221190] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.221190] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52502590-ca3b-4694-0456-fcbcd284ad06" [ 1089.221190] env[69411]: _type = "HttpNfcLease" [ 1089.221190] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1089.222972] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1089.222972] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52502590-ca3b-4694-0456-fcbcd284ad06" [ 1089.222972] env[69411]: _type = "HttpNfcLease" [ 1089.222972] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1089.224452] env[69411]: DEBUG oslo_concurrency.lockutils [None req-53dd6a23-ac29-4a9d-a0aa-62c3aa01b6fc tempest-ServersListShow296Test-2084450408 tempest-ServersListShow296Test-2084450408-project-member] Lock "566397fb-726a-4d35-b616-48126451c9cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.384s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.225483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2634bc5-9b3b-4dab-b2f5-7503caf3748d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.233958] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d6508-2e3c-7f4e-35f7-8f5770fc7970/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1089.234168] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d6508-2e3c-7f4e-35f7-8f5770fc7970/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1089.326174] env[69411]: DEBUG oslo_vmware.api [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379312, 'name': PowerOffVM_Task, 'duration_secs': 0.392783} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.326174] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.326309] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.326568] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20e8b6b-2a8d-4fa6-a6c5-a8b7cc935da4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.375321] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddab9945-25ba-46fc-a255-d5c66ee3b886 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.395308] env[69411]: DEBUG nova.compute.manager [req-8a4fc1fc-ce38-4d27-87b7-60f718b30779 req-7352a5b8-8065-4d65-916f-82a1fc38ff11 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Received event network-vif-deleted-342f655d-1353-491f-aba3-8fb6ab1ae527 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.395457] env[69411]: INFO nova.compute.manager [req-8a4fc1fc-ce38-4d27-87b7-60f718b30779 req-7352a5b8-8065-4d65-916f-82a1fc38ff11 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Neutron deleted interface 342f655d-1353-491f-aba3-8fb6ab1ae527; detaching it from the instance and deleting it from the info cache [ 1089.395770] env[69411]: DEBUG nova.network.neutron [req-8a4fc1fc-ce38-4d27-87b7-60f718b30779 req-7352a5b8-8065-4d65-916f-82a1fc38ff11 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.442085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a56ea851-9bc6-4606-930c-e7e7487228dd tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.975s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.463477] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523a0352-df6f-9a0d-23c2-79cf29c229be, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.466737] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.467026] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9ca041f0-b520-4621-8708-9dcccca7cbdc/9ca041f0-b520-4621-8708-9dcccca7cbdc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.468447] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19cb0e98-d1ad-4db7-9c03-fd1d4dfb08f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.480566] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1089.480566] env[69411]: value = "task-3379314" [ 1089.480566] env[69411]: _type = "Task" [ 1089.480566] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.493154] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.580936] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd3adc-2679-458c-bcff-6b819be826ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.590019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb9fc9-5497-4a34-a88d-ddd6705f3299 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.620340] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c168f4-e121-4c4c-a5d6-22ca950971c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.629431] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465faf7c-66e7-45b5-9c57-dada3441d3ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.643027] env[69411]: DEBUG nova.compute.provider_tree [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.868242] env[69411]: DEBUG nova.network.neutron [-] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.899226] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9724f1d-5521-422c-bc0f-b83fbe7da684 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.913458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f69cd53-433b-4c51-8c89-7014a5eeb8c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.954478] env[69411]: DEBUG nova.compute.manager [req-8a4fc1fc-ce38-4d27-87b7-60f718b30779 req-7352a5b8-8065-4d65-916f-82a1fc38ff11 service nova] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Detach interface failed, port_id=342f655d-1353-491f-aba3-8fb6ab1ae527, reason: Instance c3eeb517-924c-4351-adc4-2fa8be97daf9 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.002100] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509364} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.002100] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9ca041f0-b520-4621-8708-9dcccca7cbdc/9ca041f0-b520-4621-8708-9dcccca7cbdc.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.002100] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.002100] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-196b7385-62e1-4d5c-ab69-a60599394e03 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.009717] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1090.009717] env[69411]: value = "task-3379315" [ 1090.009717] env[69411]: _type = "Task" [ 1090.009717] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.017360] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.146526] env[69411]: DEBUG nova.scheduler.client.report [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.319194] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b503a4-f876-443c-9563-a62f044ada9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.339926] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance 'b187064a-20b8-4e80-aaef-2ae78d901640' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.371530] env[69411]: INFO nova.compute.manager [-] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Took 1.34 seconds to deallocate network for instance. [ 1090.522009] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064581} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.525118] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.531495] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1e5dc-81e9-42eb-a425-880f8c86c389 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.559945] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 9ca041f0-b520-4621-8708-9dcccca7cbdc/9ca041f0-b520-4621-8708-9dcccca7cbdc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.561736] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef491e1-7f0e-4421-becf-ed359d666ef4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.580187] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.580466] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.580776] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Deleting the datastore file [datastore1] c9ae0143-9e1b-422b-92ba-16393640966b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.581523] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f552e4a5-5af6-4f6f-8d2c-5794e6dfd7a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.587474] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1090.587474] env[69411]: value = "task-3379316" [ 1090.587474] env[69411]: _type = "Task" [ 1090.587474] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.592733] env[69411]: DEBUG oslo_vmware.api [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1090.592733] env[69411]: value = "task-3379317" [ 1090.592733] env[69411]: _type = "Task" [ 1090.592733] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.602016] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.606657] env[69411]: DEBUG oslo_vmware.api [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.651749] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.655364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.061s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.683911] env[69411]: INFO nova.scheduler.client.report [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Deleted allocations for instance 14fcfe16-b536-4eae-8807-131306a159af [ 1090.846524] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.847336] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aea8643c-490c-45ba-b02a-6e4bd1ea94dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.854013] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1090.854013] env[69411]: value = "task-3379318" [ 1090.854013] env[69411]: _type = "Task" [ 1090.854013] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.863356] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1090.863663] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance 'b187064a-20b8-4e80-aaef-2ae78d901640' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.878088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.031169] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.031592] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.031956] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.032369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.032757] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.035594] env[69411]: INFO nova.compute.manager [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Terminating instance [ 1091.037294] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "8a0119f2-f975-44db-820a-56e1e5fd4251" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.037495] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.037687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "8a0119f2-f975-44db-820a-56e1e5fd4251-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.037865] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.038067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.040619] env[69411]: INFO nova.compute.manager [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Terminating instance [ 1091.102022] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379316, 'name': ReconfigVM_Task, 'duration_secs': 0.321455} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.104912] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 9ca041f0-b520-4621-8708-9dcccca7cbdc/9ca041f0-b520-4621-8708-9dcccca7cbdc.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.105594] env[69411]: DEBUG oslo_vmware.api [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179054} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.105794] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34745f6b-eb2f-4ee4-8477-e131fefe6bfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.107362] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.107564] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.107762] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.107939] env[69411]: INFO nova.compute.manager [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1091.108190] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.108385] env[69411]: DEBUG nova.compute.manager [-] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.108481] env[69411]: DEBUG nova.network.neutron [-] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1091.115301] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1091.115301] env[69411]: value = "task-3379319" [ 1091.115301] env[69411]: _type = "Task" [ 1091.115301] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.122766] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379319, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.161766] env[69411]: INFO nova.compute.claims [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.194858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-717cf1fe-a200-456a-b339-eebde32a303e tempest-AttachInterfacesUnderV243Test-608158283 tempest-AttachInterfacesUnderV243Test-608158283-project-member] Lock "14fcfe16-b536-4eae-8807-131306a159af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.333s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.372082] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.372082] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.372082] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.372082] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.372082] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.372082] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.372082] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.372591] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.372591] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.372591] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.372868] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.387123] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10eac972-22d3-44c7-8345-baa75cf4e302 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.411590] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1091.411590] env[69411]: value = "task-3379320" [ 1091.411590] env[69411]: _type = "Task" [ 1091.411590] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.425678] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.425678] env[69411]: DEBUG nova.compute.manager [req-3d493262-54ef-43c4-b5fa-3d32fd7cd96d req-ab6cd32b-660a-42a8-bdaf-75dd598a27a4 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Received event network-vif-deleted-247b1ff6-7bf4-4a8a-9757-29a219f1717f {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.425784] env[69411]: INFO nova.compute.manager [req-3d493262-54ef-43c4-b5fa-3d32fd7cd96d req-ab6cd32b-660a-42a8-bdaf-75dd598a27a4 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Neutron deleted interface 247b1ff6-7bf4-4a8a-9757-29a219f1717f; detaching it from the instance and deleting it from the info cache [ 1091.425885] env[69411]: DEBUG nova.network.neutron [req-3d493262-54ef-43c4-b5fa-3d32fd7cd96d req-ab6cd32b-660a-42a8-bdaf-75dd598a27a4 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.543542] env[69411]: DEBUG nova.compute.manager [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.543773] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.544452] env[69411]: DEBUG nova.compute.manager [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.544635] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.545502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40aa6ff-4ce0-49d3-a9e5-db71008779cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.548836] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c31b8d-ff64-48ec-83e0-3b5d934affb7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.559930] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.560573] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.560802] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f93131-c47e-4624-b4bc-4babb7254d4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.562303] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc8162ae-3021-4b86-8652-f05542b7c218 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.568402] env[69411]: DEBUG oslo_vmware.api [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1091.568402] env[69411]: value = "task-3379322" [ 1091.568402] env[69411]: _type = "Task" [ 1091.568402] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.569702] env[69411]: DEBUG oslo_vmware.api [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1091.569702] env[69411]: value = "task-3379321" [ 1091.569702] env[69411]: _type = "Task" [ 1091.569702] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.581614] env[69411]: DEBUG oslo_vmware.api [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.584853] env[69411]: DEBUG oslo_vmware.api [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.625924] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379319, 'name': Rename_Task, 'duration_secs': 0.154745} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.626289] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.626568] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d895f16a-856e-43b5-bd92-1b0fdf648da3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.632390] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1091.632390] env[69411]: value = "task-3379323" [ 1091.632390] env[69411]: _type = "Task" [ 1091.632390] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.640247] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.670646] env[69411]: INFO nova.compute.resource_tracker [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating resource usage from migration 75fc5fbc-4f1f-48e4-b29f-0422561bd500 [ 1091.906305] env[69411]: DEBUG nova.network.neutron [-] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.932024] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379320, 'name': ReconfigVM_Task, 'duration_secs': 0.196405} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.932024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance 'b187064a-20b8-4e80-aaef-2ae78d901640' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.934793] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67c01f2e-f8cf-4de9-8237-f1649497238d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.937992] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1801f84e-397d-4e73-aed4-3011914c54bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.948807] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada155af-e051-4823-a081-0ab83961763f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.954806] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b317e876-3c58-428c-ac70-5944566e66bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.012587] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b7f8a6-e22d-42a2-8417-f9d7011b5139 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.015934] env[69411]: DEBUG nova.compute.manager [req-3d493262-54ef-43c4-b5fa-3d32fd7cd96d req-ab6cd32b-660a-42a8-bdaf-75dd598a27a4 service nova] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Detach interface failed, port_id=247b1ff6-7bf4-4a8a-9757-29a219f1717f, reason: Instance c9ae0143-9e1b-422b-92ba-16393640966b could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.021971] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20667052-3472-4e0f-b298-0f26acfad652 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.037072] env[69411]: DEBUG nova.compute.provider_tree [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.084208] env[69411]: DEBUG oslo_vmware.api [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379322, 'name': PowerOffVM_Task, 'duration_secs': 0.278019} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.086909] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.087185] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.090888] env[69411]: DEBUG oslo_vmware.api [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379321, 'name': PowerOffVM_Task, 'duration_secs': 0.277706} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.090888] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c09299-56c0-4acb-bcef-ccd4b831624a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.090888] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.090888] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.090888] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d3f1ea-c81e-41d2-9935-0f7fa63df8d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.142805] env[69411]: DEBUG oslo_vmware.api [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379323, 'name': PowerOnVM_Task, 'duration_secs': 0.49004} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.145021] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.145021] env[69411]: INFO nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1092.145021] env[69411]: DEBUG nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.145021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c66126-91b1-4085-891c-8d0dc9af1abf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.175156] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.175455] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.175673] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleting the datastore file [datastore2] 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.175994] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e99d3ae-180d-4f32-88f7-22ade1b8ba72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.184509] env[69411]: DEBUG oslo_vmware.api [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for the task: (returnval){ [ 1092.184509] env[69411]: value = "task-3379326" [ 1092.184509] env[69411]: _type = "Task" [ 1092.184509] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.185830] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.186041] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.186229] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Deleting the datastore file [datastore1] 8a0119f2-f975-44db-820a-56e1e5fd4251 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.189403] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de7300fd-2d11-476e-a2cc-5fb4e19fa067 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.196686] env[69411]: DEBUG oslo_vmware.api [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.198010] env[69411]: DEBUG oslo_vmware.api [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for the task: (returnval){ [ 1092.198010] env[69411]: value = "task-3379327" [ 1092.198010] env[69411]: _type = "Task" [ 1092.198010] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.208563] env[69411]: DEBUG oslo_vmware.api [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.408824] env[69411]: INFO nova.compute.manager [-] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Took 1.30 seconds to deallocate network for instance. [ 1092.444626] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.444931] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.445049] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.445249] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.445411] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.445601] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.445813] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.445972] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.446159] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.446341] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.446548] env[69411]: DEBUG nova.virt.hardware [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.451939] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.452977] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21fa6584-6ed3-4604-a3c1-ad3e59c2ab7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.472801] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1092.472801] env[69411]: value = "task-3379328" [ 1092.472801] env[69411]: _type = "Task" [ 1092.472801] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.481736] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.541049] env[69411]: DEBUG nova.scheduler.client.report [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.663189] env[69411]: INFO nova.compute.manager [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Took 17.22 seconds to build instance. [ 1092.697741] env[69411]: DEBUG oslo_vmware.api [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Task: {'id': task-3379326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279499} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.698011] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.698214] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.698456] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.698603] env[69411]: INFO nova.compute.manager [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1092.698792] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.699130] env[69411]: DEBUG nova.compute.manager [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.699241] env[69411]: DEBUG nova.network.neutron [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1092.709556] env[69411]: DEBUG oslo_vmware.api [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Task: {'id': task-3379327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.710023] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.710106] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.710264] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.710438] env[69411]: INFO nova.compute.manager [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1092.710679] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.710922] env[69411]: DEBUG nova.compute.manager [-] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.710988] env[69411]: DEBUG nova.network.neutron [-] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1092.916332] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.986948] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379328, 'name': ReconfigVM_Task, 'duration_secs': 0.182517} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.991795] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.993140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd628a0a-677c-4cc7-a3cb-a6e3383618e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.025172] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b187064a-20b8-4e80-aaef-2ae78d901640/b187064a-20b8-4e80-aaef-2ae78d901640.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.025172] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a25f63-1641-4074-9ad3-318ee6f7e808 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.047462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.392s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.047672] env[69411]: INFO nova.compute.manager [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Migrating [ 1093.055680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.557s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.055927] env[69411]: DEBUG nova.objects.instance [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lazy-loading 'resources' on Instance uuid 90c14f96-bc70-4d7d-ae10-74a9f68a8950 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.058228] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1093.058228] env[69411]: value = "task-3379329" [ 1093.058228] env[69411]: _type = "Task" [ 1093.058228] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.086683] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.165297] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fa1ea614-5621-43e4-beef-9b1ad4755eda tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.740s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.218636] env[69411]: DEBUG nova.compute.manager [req-bc9cce6c-92b8-4880-885e-e71264319a4a req-2607609a-65c4-4891-8158-ed3a1fcf7a37 service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Received event network-vif-deleted-7f5ce41c-6b94-475d-8dd3-58606b1516dc {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.218838] env[69411]: INFO nova.compute.manager [req-bc9cce6c-92b8-4880-885e-e71264319a4a req-2607609a-65c4-4891-8158-ed3a1fcf7a37 service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Neutron deleted interface 7f5ce41c-6b94-475d-8dd3-58606b1516dc; detaching it from the instance and deleting it from the info cache [ 1093.219030] env[69411]: DEBUG nova.network.neutron [req-bc9cce6c-92b8-4880-885e-e71264319a4a req-2607609a-65c4-4891-8158-ed3a1fcf7a37 service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.485283] env[69411]: DEBUG nova.compute.manager [req-59833d82-174b-4281-b775-c4e4351e3ead req-15b4720e-f68b-44b6-b276-133c15ff0c37 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Received event network-vif-deleted-9089592c-210c-403d-a734-90ed481a55ba {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.485647] env[69411]: INFO nova.compute.manager [req-59833d82-174b-4281-b775-c4e4351e3ead req-15b4720e-f68b-44b6-b276-133c15ff0c37 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Neutron deleted interface 9089592c-210c-403d-a734-90ed481a55ba; detaching it from the instance and deleting it from the info cache [ 1093.485685] env[69411]: DEBUG nova.network.neutron [req-59833d82-174b-4281-b775-c4e4351e3ead req-15b4720e-f68b-44b6-b276-133c15ff0c37 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.556173] env[69411]: DEBUG nova.network.neutron [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.585150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.585150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.585150] env[69411]: DEBUG nova.network.neutron [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1093.591128] env[69411]: DEBUG oslo_vmware.api [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379329, 'name': ReconfigVM_Task, 'duration_secs': 0.374591} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.591128] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b187064a-20b8-4e80-aaef-2ae78d901640/b187064a-20b8-4e80-aaef-2ae78d901640.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.591128] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance 'b187064a-20b8-4e80-aaef-2ae78d901640' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.693767] env[69411]: DEBUG nova.network.neutron [-] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.722295] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac0ed79d-558a-4325-a1ad-37902b492730 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.734603] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd9854-fdb2-4b8e-8788-6ce670277a7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.767916] env[69411]: DEBUG nova.compute.manager [req-bc9cce6c-92b8-4880-885e-e71264319a4a req-2607609a-65c4-4891-8158-ed3a1fcf7a37 service nova] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Detach interface failed, port_id=7f5ce41c-6b94-475d-8dd3-58606b1516dc, reason: Instance 8a0119f2-f975-44db-820a-56e1e5fd4251 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.859393] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a962e2-530a-494b-9953-c98c59824ee7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.866236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ab71b1-3ca0-46d9-a93c-c2ed905525a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.899962] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c1349d-ed26-4991-ad98-e4ea8200209d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.907759] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50c369-cb65-4b5d-8fbc-0554cd3d82e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.928219] env[69411]: DEBUG nova.compute.provider_tree [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.988375] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf5c47ed-b2c7-496d-a078-36e1d26d348a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.999190] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a042386-c950-4a67-aaf2-e5ee2d459b88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.036151] env[69411]: DEBUG nova.compute.manager [req-59833d82-174b-4281-b775-c4e4351e3ead req-15b4720e-f68b-44b6-b276-133c15ff0c37 service nova] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Detach interface failed, port_id=9089592c-210c-403d-a734-90ed481a55ba, reason: Instance 6f5dc694-e833-46ca-acfe-52b748a93a5c could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.058151] env[69411]: INFO nova.compute.manager [-] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Took 1.36 seconds to deallocate network for instance. [ 1094.100913] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c059d76-c194-4d1b-9521-873c3178f353 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.122894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee410c9-b204-4089-9488-c746d7399eda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.142097] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance 'b187064a-20b8-4e80-aaef-2ae78d901640' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.196558] env[69411]: INFO nova.compute.manager [-] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Took 1.49 seconds to deallocate network for instance. [ 1094.329963] env[69411]: DEBUG nova.network.neutron [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance_info_cache with network_info: [{"id": "637afc38-fee9-4719-a7c7-0981c4eafd59", "address": "fa:16:3e:c2:09:e3", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637afc38-fe", "ovs_interfaceid": "637afc38-fee9-4719-a7c7-0981c4eafd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.432047] env[69411]: DEBUG nova.scheduler.client.report [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.570330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.684282] env[69411]: DEBUG nova.network.neutron [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Port 828d6ba2-1a51-4a62-89a9-ff84e2c7d956 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1094.706473] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.831384] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.939198] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.942114] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.612s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.943713] env[69411]: INFO nova.compute.claims [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.967799] env[69411]: INFO nova.scheduler.client.report [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Deleted allocations for instance 90c14f96-bc70-4d7d-ae10-74a9f68a8950 [ 1095.252906] env[69411]: DEBUG nova.compute.manager [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Received event network-changed-4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.253978] env[69411]: DEBUG nova.compute.manager [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Refreshing instance network info cache due to event network-changed-4432f339-7ef6-4aa4-8837-84b785151648. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.254246] env[69411]: DEBUG oslo_concurrency.lockutils [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.254473] env[69411]: DEBUG oslo_concurrency.lockutils [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.254648] env[69411]: DEBUG nova.network.neutron [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Refreshing network info cache for port 4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1095.475858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04f14090-4007-4035-9042-0991dfebed2b tempest-AttachVolumeTestJSON-1513432925 tempest-AttachVolumeTestJSON-1513432925-project-member] Lock "90c14f96-bc70-4d7d-ae10-74a9f68a8950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.019s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.710422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.710793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.710793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.243623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5172f5-a428-4486-ab3e-d27e4f4f651c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.253976] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc864df0-9a5f-4b8b-98e3-a216048bc1d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.292752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b11c8-ccd9-4817-a3f0-1cb4873a8a30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.308850] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce01347-6432-42b8-b180-bbe277f904ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.324711] env[69411]: DEBUG nova.compute.provider_tree [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.347767] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4a003-cc78-4aa2-a026-0e1c74e071f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.369196] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance '23b931bf-40b4-4bfd-b611-cc6c22219584' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.425729] env[69411]: DEBUG nova.network.neutron [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updated VIF entry in instance network info cache for port 4432f339-7ef6-4aa4-8837-84b785151648. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1096.426134] env[69411]: DEBUG nova.network.neutron [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.765214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.765500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.765658] env[69411]: DEBUG nova.network.neutron [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1096.829242] env[69411]: DEBUG nova.scheduler.client.report [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.885186] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.885186] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f84b70-181b-4880-83d8-cd1f0c4baabd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.895290] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1096.895290] env[69411]: value = "task-3379331" [ 1096.895290] env[69411]: _type = "Task" [ 1096.895290] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.906241] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.929126] env[69411]: DEBUG oslo_concurrency.lockutils [req-41d4c954-1ac0-44d4-9a13-cfd5f9f7ef2c req-48e295fc-e498-474b-9dae-6389294fd8c7 service nova] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.211854] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d6508-2e3c-7f4e-35f7-8f5770fc7970/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.212787] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ddbe24-d170-4cab-9e00-46649bdaba4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.220283] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d6508-2e3c-7f4e-35f7-8f5770fc7970/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.220461] env[69411]: ERROR oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d6508-2e3c-7f4e-35f7-8f5770fc7970/disk-0.vmdk due to incomplete transfer. [ 1097.220698] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8514a4dd-4fb6-4ddc-8f73-336cfc61c5f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.229010] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d6508-2e3c-7f4e-35f7-8f5770fc7970/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.229332] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Uploaded image 24e4469c-8b8f-4034-b3dc-c37396d6bda4 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1097.231526] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1097.231783] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b0c7850-5095-4fee-8471-8ea3c1f9c808 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.237698] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1097.237698] env[69411]: value = "task-3379332" [ 1097.237698] env[69411]: _type = "Task" [ 1097.237698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.245759] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379332, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.335047] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.335617] env[69411]: DEBUG nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.340530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.463s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.340811] env[69411]: DEBUG nova.objects.instance [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lazy-loading 'resources' on Instance uuid c3eeb517-924c-4351-adc4-2fa8be97daf9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.410028] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379331, 'name': PowerOffVM_Task, 'duration_secs': 0.252421} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.410028] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.410186] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance '23b931bf-40b4-4bfd-b611-cc6c22219584' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.499901] env[69411]: INFO nova.compute.manager [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Rebuilding instance [ 1097.556053] env[69411]: DEBUG nova.compute.manager [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.557105] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65f16c-4eba-45b2-8933-5ec4d3076167 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.581458] env[69411]: DEBUG nova.network.neutron [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.748980] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379332, 'name': Destroy_Task, 'duration_secs': 0.499713} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.748980] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Destroyed the VM [ 1097.749156] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1097.749852] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-94059a80-a68d-42a5-8997-890b15c12b07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.755659] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1097.755659] env[69411]: value = "task-3379333" [ 1097.755659] env[69411]: _type = "Task" [ 1097.755659] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.763582] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.845589] env[69411]: DEBUG nova.compute.utils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.847192] env[69411]: DEBUG nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.847871] env[69411]: DEBUG nova.network.neutron [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.899831] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.900101] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.913108] env[69411]: DEBUG nova.policy [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.923099] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.923795] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.923795] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.923795] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.923921] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.924033] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.924268] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.924486] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.924666] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.924856] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.925778] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.932039] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1037720-6e70-4bb3-a22c-b50e88844de9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.950336] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1097.950336] env[69411]: value = "task-3379334" [ 1097.950336] env[69411]: _type = "Task" [ 1097.950336] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.965017] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.084685] env[69411]: DEBUG oslo_concurrency.lockutils [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.129120] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa77ad78-62f6-4562-8af6-a45b563fcf07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.139715] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6651a0-d862-4316-9f88-b3011172c4ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.171399] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e521a-43ea-420e-bc82-17c89755a557 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.179581] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be1a18-dd72-4245-a571-8ed6b9665e05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.193578] env[69411]: DEBUG nova.compute.provider_tree [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.230251] env[69411]: DEBUG nova.network.neutron [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Successfully created port: ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.266371] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.355850] env[69411]: DEBUG nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.402528] env[69411]: DEBUG nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.464728] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.491466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.491869] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.575930] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.576649] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff068ede-5092-4efa-b279-76891755b893 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.585061] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1098.585061] env[69411]: value = "task-3379336" [ 1098.585061] env[69411]: _type = "Task" [ 1098.585061] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.598143] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.614735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769364d7-39e6-4a8b-ba22-9ce937f6a9f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.633232] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23da921f-b820-439a-91a7-e6ca74ae843a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.639839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance 'b187064a-20b8-4e80-aaef-2ae78d901640' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.697104] env[69411]: DEBUG nova.scheduler.client.report [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.768065] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.774716] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.774959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.775156] env[69411]: INFO nova.compute.manager [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Shelving [ 1098.935182] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.965079] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379334, 'name': ReconfigVM_Task, 'duration_secs': 0.953066} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.965444] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance '23b931bf-40b4-4bfd-b611-cc6c22219584' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.994709] env[69411]: DEBUG nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.096269] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379336, 'name': PowerOffVM_Task, 'duration_secs': 0.332802} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.096631] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.097518] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.097835] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2251abd-05ff-4d43-9561-635206cba123 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.107645] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1099.107645] env[69411]: value = "task-3379337" [ 1099.107645] env[69411]: _type = "Task" [ 1099.107645] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.116020] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.146374] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-466af1b6-def5-43bd-81f7-b9dd4cb1a0b4 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance 'b187064a-20b8-4e80-aaef-2ae78d901640' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.204323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.206876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.291s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.207149] env[69411]: DEBUG nova.objects.instance [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lazy-loading 'resources' on Instance uuid c9ae0143-9e1b-422b-92ba-16393640966b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.226680] env[69411]: INFO nova.scheduler.client.report [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted allocations for instance c3eeb517-924c-4351-adc4-2fa8be97daf9 [ 1099.271858] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379333, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.369893] env[69411]: DEBUG nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.395579] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.395829] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.395994] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.396206] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.396360] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.396511] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.396758] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.396925] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.397111] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.397313] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.397523] env[69411]: DEBUG nova.virt.hardware [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.398418] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbba9660-a0b5-40fd-82ac-c0b12b97d0c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.406212] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1aaa7e-9667-42aa-9a37-6c9641cda2f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.472615] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.472874] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.473047] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.473248] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.473398] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.473554] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.473764] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.473928] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.474111] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.474360] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.474628] env[69411]: DEBUG nova.virt.hardware [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.480726] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.480726] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb967337-11aa-4584-bb00-2f880e8ab85c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.500567] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1099.500567] env[69411]: value = "task-3379338" [ 1099.500567] env[69411]: _type = "Task" [ 1099.500567] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.510982] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.518136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.622018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1099.622018] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1099.622018] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674280', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'name': 'volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e60f15f5-8a7d-4631-9bbd-c7b3a2c15094', 'attached_at': '', 'detached_at': '', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'serial': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1099.622018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a5acb-c965-4dab-b01f-b5b744fb1f02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.642644] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae400565-4a38-4ca3-943f-45b81017c76c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.655019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6dca57-a823-4f43-98e5-6d0bf2a99e24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.673391] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a844244-d95c-4090-b2e0-d6709f42bb14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.689585] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] The volume has not been displaced from its original location: [datastore2] volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b/volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1099.696007] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.696893] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a36160e-5990-4799-92a5-2913d3d6a8ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.720533] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1099.720533] env[69411]: value = "task-3379339" [ 1099.720533] env[69411]: _type = "Task" [ 1099.720533] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.730497] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.739301] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58a38fb0-d0b2-4b6b-b7e9-e398336f9a95 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "c3eeb517-924c-4351-adc4-2fa8be97daf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.336s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.743635] env[69411]: DEBUG nova.compute.manager [req-d368d06f-32ac-4131-897c-286379d12034 req-5a153719-3631-4830-a11c-7ff8243490b2 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-vif-plugged-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.743984] env[69411]: DEBUG oslo_concurrency.lockutils [req-d368d06f-32ac-4131-897c-286379d12034 req-5a153719-3631-4830-a11c-7ff8243490b2 service nova] Acquiring lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.744558] env[69411]: DEBUG oslo_concurrency.lockutils [req-d368d06f-32ac-4131-897c-286379d12034 req-5a153719-3631-4830-a11c-7ff8243490b2 service nova] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.744905] env[69411]: DEBUG oslo_concurrency.lockutils [req-d368d06f-32ac-4131-897c-286379d12034 req-5a153719-3631-4830-a11c-7ff8243490b2 service nova] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.745502] env[69411]: DEBUG nova.compute.manager [req-d368d06f-32ac-4131-897c-286379d12034 req-5a153719-3631-4830-a11c-7ff8243490b2 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] No waiting events found dispatching network-vif-plugged-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.745631] env[69411]: WARNING nova.compute.manager [req-d368d06f-32ac-4131-897c-286379d12034 req-5a153719-3631-4830-a11c-7ff8243490b2 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received unexpected event network-vif-plugged-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 for instance with vm_state building and task_state spawning. [ 1099.767409] env[69411]: DEBUG oslo_vmware.api [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379333, 'name': RemoveSnapshot_Task, 'duration_secs': 1.8262} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.768027] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1099.768027] env[69411]: INFO nova.compute.manager [None req-cb58ec58-b58f-4896-b4aa-f4f8dcd8e357 tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Took 15.72 seconds to snapshot the instance on the hypervisor. [ 1099.783184] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.785960] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bcd7e38-b61c-4d13-97c5-0fe8c1b01c4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.792877] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1099.792877] env[69411]: value = "task-3379340" [ 1099.792877] env[69411]: _type = "Task" [ 1099.792877] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.809066] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.847573] env[69411]: DEBUG nova.network.neutron [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Successfully updated port: ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.982489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9055bd3e-2b6d-4b52-bef0-6a146a425c79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.990598] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc338330-0822-4a5f-91b6-3340e26dd87b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.027115] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b400c01-d6cf-499a-95d4-5c7d6f51d028 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.034488] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379338, 'name': ReconfigVM_Task, 'duration_secs': 0.160558} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.036578] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.037395] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd7fb2-2d6a-48b8-a417-fc8635bd55b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.040652] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64831b7a-5990-4ec3-a7d0-ff229f6c7997 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.067421] env[69411]: DEBUG nova.compute.provider_tree [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.077963] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 23b931bf-40b4-4bfd-b611-cc6c22219584/23b931bf-40b4-4bfd-b611-cc6c22219584.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.079270] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0236a501-e9c3-4697-9e12-7b3f685bdab6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.097555] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1100.097555] env[69411]: value = "task-3379341" [ 1100.097555] env[69411]: _type = "Task" [ 1100.097555] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.106960] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.232889] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.303062] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379340, 'name': PowerOffVM_Task, 'duration_secs': 0.332316} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.303337] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.304133] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa7c93-08f3-485f-874a-e579ba948802 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.322343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a63de-ac36-4fbd-b89a-0247d719690d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.352668] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.353862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.353862] env[69411]: DEBUG nova.network.neutron [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1100.581134] env[69411]: DEBUG nova.scheduler.client.report [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.609170] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.688011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "a3e0d086-7c32-4163-9eb1-b904190b1934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.688336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.688620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "a3e0d086-7c32-4163-9eb1-b904190b1934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.688795] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.688996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.691126] env[69411]: INFO nova.compute.manager [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Terminating instance [ 1100.733750] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.832522] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1100.833248] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e88d0693-b24e-41eb-944a-616feecd8bc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.842276] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1100.842276] env[69411]: value = "task-3379343" [ 1100.842276] env[69411]: _type = "Task" [ 1100.842276] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.851367] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.890509] env[69411]: DEBUG nova.network.neutron [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1101.028892] env[69411]: DEBUG nova.network.neutron [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.087354] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.089768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.519s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.089768] env[69411]: DEBUG nova.objects.instance [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lazy-loading 'resources' on Instance uuid 6f5dc694-e833-46ca-acfe-52b748a93a5c {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.107046] env[69411]: INFO nova.scheduler.client.report [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Deleted allocations for instance c9ae0143-9e1b-422b-92ba-16393640966b [ 1101.111032] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379341, 'name': ReconfigVM_Task, 'duration_secs': 0.821443} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.113347] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 23b931bf-40b4-4bfd-b611-cc6c22219584/23b931bf-40b4-4bfd-b611-cc6c22219584.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.113628] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance '23b931bf-40b4-4bfd-b611-cc6c22219584' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.196019] env[69411]: DEBUG nova.compute.manager [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.196145] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.197082] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868c7c2-78cc-48bd-8480-be9deabc2c36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.206462] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.206797] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f7861ec-e979-4e1b-933e-6ed95c00dec8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.214193] env[69411]: DEBUG oslo_vmware.api [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1101.214193] env[69411]: value = "task-3379344" [ 1101.214193] env[69411]: _type = "Task" [ 1101.214193] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.225412] env[69411]: DEBUG oslo_vmware.api [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.234267] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379339, 'name': ReconfigVM_Task, 'duration_secs': 1.263837} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.234532] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1101.239463] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34873bb2-b78f-4746-8e5f-41154058a96a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.255272] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1101.255272] env[69411]: value = "task-3379345" [ 1101.255272] env[69411]: _type = "Task" [ 1101.255272] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.263972] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.334379] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.334651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.353279] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379343, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.531493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.531911] env[69411]: DEBUG nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Instance network_info: |[{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.532395] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:e1:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7052b0-b5d7-45e3-8812-6dfc87f532d6', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.540350] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.540591] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.540820] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fcb735d-0b08-4277-af45-fcff98ccf2b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.561255] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.561255] env[69411]: value = "task-3379347" [ 1101.561255] env[69411]: _type = "Task" [ 1101.561255] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.568632] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379347, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.620928] env[69411]: DEBUG oslo_concurrency.lockutils [None req-67d69094-0131-4cb8-a64c-b35b4fa687d3 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "c9ae0143-9e1b-422b-92ba-16393640966b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.343s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.622527] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d6a820-0158-49c5-b9c4-a05fc35a901c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.647441] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c88606-fd9f-4d64-8e2c-905de67a0927 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.666386] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance '23b931bf-40b4-4bfd-b611-cc6c22219584' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.729926] env[69411]: DEBUG oslo_vmware.api [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379344, 'name': PowerOffVM_Task, 'duration_secs': 0.185009} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.730223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.730401] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.730651] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2432e38-6180-4ec8-b77d-dcda7108adab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.769126] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379345, 'name': ReconfigVM_Task, 'duration_secs': 0.125811} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.769456] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674280', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'name': 'volume-580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e60f15f5-8a7d-4631-9bbd-c7b3a2c15094', 'attached_at': '', 'detached_at': '', 'volume_id': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b', 'serial': '580e8cdc-ca22-4e47-9df4-3acd564c5b4b'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.769826] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.770628] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d244ac9e-c669-4612-86c9-88f79567f22c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.781733] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.782607] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c3c2c62-95d8-4bb9-992a-2668a44bf28f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.806097] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.806371] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.806583] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Deleting the datastore file [datastore2] a3e0d086-7c32-4163-9eb1-b904190b1934 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.806877] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29ab2ba3-575e-4b99-bf29-fd7367ca8d44 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.819377] env[69411]: DEBUG nova.compute.manager [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.819579] env[69411]: DEBUG nova.compute.manager [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing instance network info cache due to event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.819801] env[69411]: DEBUG oslo_concurrency.lockutils [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.819976] env[69411]: DEBUG oslo_concurrency.lockutils [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.820185] env[69411]: DEBUG nova.network.neutron [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1101.822443] env[69411]: DEBUG oslo_vmware.api [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for the task: (returnval){ [ 1101.822443] env[69411]: value = "task-3379350" [ 1101.822443] env[69411]: _type = "Task" [ 1101.822443] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.833629] env[69411]: DEBUG oslo_vmware.api [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.837316] env[69411]: DEBUG nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.844068] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.848018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.848018] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Deleting the datastore file [datastore2] e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.848472] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daeb0ced-5569-4980-9ccc-cb474c1bccd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.857357] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379343, 'name': CreateSnapshot_Task, 'duration_secs': 0.701408} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.862760] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1101.863567] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for the task: (returnval){ [ 1101.863567] env[69411]: value = "task-3379351" [ 1101.863567] env[69411]: _type = "Task" [ 1101.863567] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.865027] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea6c38-e6ba-42fe-a75d-e06642f91371 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.884999] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.885808] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68427c6-ba24-4df5-b473-5f219240b573 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.893783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5140480b-69cd-4af1-bd2b-73b22ce7297b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.926324] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "b187064a-20b8-4e80-aaef-2ae78d901640" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.926616] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.926845] env[69411]: DEBUG nova.compute.manager [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Going to confirm migration 3 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1101.931412] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f22f1-3404-43f0-8571-a30261d4d538 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.940144] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedbdebb-0310-4282-8533-bebbb2101ddf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.956103] env[69411]: DEBUG nova.compute.provider_tree [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.072486] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379347, 'name': CreateVM_Task, 'duration_secs': 0.333676} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.072736] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.073637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.073923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.074487] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.074872] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215494ef-eb30-4f17-8026-405bd19818b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.080163] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1102.080163] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ff0360-18ea-29d0-1e96-d81be88af4e2" [ 1102.080163] env[69411]: _type = "Task" [ 1102.080163] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.088457] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ff0360-18ea-29d0-1e96-d81be88af4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.236896] env[69411]: DEBUG nova.network.neutron [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Port 637afc38-fee9-4719-a7c7-0981c4eafd59 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1102.335049] env[69411]: DEBUG oslo_vmware.api [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Task: {'id': task-3379350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201058} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.335339] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.336037] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.336037] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.336037] env[69411]: INFO nova.compute.manager [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1102.336172] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.336340] env[69411]: DEBUG nova.compute.manager [-] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.336448] env[69411]: DEBUG nova.network.neutron [-] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1102.360635] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.379027] env[69411]: DEBUG oslo_vmware.api [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Task: {'id': task-3379351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118316} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.379027] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.379197] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.380029] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.396496] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1102.399081] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dbc8766c-9271-4ec8-bfc9-9a9949993b00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.408012] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1102.408012] env[69411]: value = "task-3379352" [ 1102.408012] env[69411]: _type = "Task" [ 1102.408012] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.416661] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379352, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.433329] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1102.435980] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb3c5035-53a1-4f78-b93b-a6a33007c735 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.449794] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49775a65-070d-435e-948a-266b0bf487c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.461276] env[69411]: DEBUG nova.scheduler.client.report [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.492028] env[69411]: ERROR nova.compute.manager [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Failed to detach volume 580e8cdc-ca22-4e47-9df4-3acd564c5b4b from /dev/sda: nova.exception.InstanceNotFound: Instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 could not be found. [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Traceback (most recent call last): [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self.driver.rebuild(**kwargs) [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] raise NotImplementedError() [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] NotImplementedError [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] During handling of the above exception, another exception occurred: [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Traceback (most recent call last): [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self.driver.detach_volume(context, old_connection_info, [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] return self._volumeops.detach_volume(connection_info, instance) [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self._detach_volume_vmdk(connection_info, instance) [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] stable_ref.fetch_moref(session) [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] nova.exception.InstanceNotFound: Instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 could not be found. [ 1102.492028] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.497272] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.497272] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.497479] env[69411]: DEBUG nova.network.neutron [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1102.497764] env[69411]: DEBUG nova.objects.instance [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'info_cache' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.595450] env[69411]: DEBUG nova.network.neutron [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updated VIF entry in instance network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1102.595641] env[69411]: DEBUG nova.network.neutron [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.603634] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ff0360-18ea-29d0-1e96-d81be88af4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.024961} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.604258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.604532] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.607782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.607782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.607782] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.607782] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-618a43fd-62ba-4756-8677-23d4e2db1498 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.627709] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.627934] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.629246] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef407cd-9dec-4e0d-bf5e-7222d47d9019 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.642888] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1102.642888] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b1d852-49bc-1905-9f7d-4227101ec4f0" [ 1102.642888] env[69411]: _type = "Task" [ 1102.642888] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.651746] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b1d852-49bc-1905-9f7d-4227101ec4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.664547] env[69411]: DEBUG nova.compute.manager [req-88709894-4972-4d00-9391-fd20ddade4b0 req-33b3f4f5-04c5-4abe-943e-3dfcf93d8bef service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Received event network-vif-deleted-258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.664761] env[69411]: INFO nova.compute.manager [req-88709894-4972-4d00-9391-fd20ddade4b0 req-33b3f4f5-04c5-4abe-943e-3dfcf93d8bef service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Neutron deleted interface 258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7; detaching it from the instance and deleting it from the info cache [ 1102.664996] env[69411]: DEBUG nova.network.neutron [req-88709894-4972-4d00-9391-fd20ddade4b0 req-33b3f4f5-04c5-4abe-943e-3dfcf93d8bef service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.674041] env[69411]: DEBUG nova.compute.utils [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Build of instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 aborted: Failed to rebuild volume backed instance. {{(pid=69411) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1102.676800] env[69411]: ERROR nova.compute.manager [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 aborted: Failed to rebuild volume backed instance. [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Traceback (most recent call last): [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self.driver.rebuild(**kwargs) [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] raise NotImplementedError() [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] NotImplementedError [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] During handling of the above exception, another exception occurred: [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Traceback (most recent call last): [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self._detach_root_volume(context, instance, root_bdm) [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] with excutils.save_and_reraise_exception(): [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self.force_reraise() [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] raise self.value [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self.driver.detach_volume(context, old_connection_info, [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] return self._volumeops.detach_volume(connection_info, instance) [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self._detach_volume_vmdk(connection_info, instance) [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] stable_ref.fetch_moref(session) [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] nova.exception.InstanceNotFound: Instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 could not be found. [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] During handling of the above exception, another exception occurred: [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Traceback (most recent call last): [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] yield [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1102.676800] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self._do_rebuild_instance_with_claim( [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self._do_rebuild_instance( [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self._rebuild_default_impl(**kwargs) [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] self._rebuild_volume_backed_instance( [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] raise exception.BuildAbortException( [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] nova.exception.BuildAbortException: Build of instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 aborted: Failed to rebuild volume backed instance. [ 1102.677916] env[69411]: ERROR nova.compute.manager [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] [ 1102.918810] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379352, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.968391] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.971395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.265s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.971901] env[69411]: DEBUG nova.objects.instance [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lazy-loading 'resources' on Instance uuid 8a0119f2-f975-44db-820a-56e1e5fd4251 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.995438] env[69411]: INFO nova.scheduler.client.report [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Deleted allocations for instance 6f5dc694-e833-46ca-acfe-52b748a93a5c [ 1103.104864] env[69411]: DEBUG oslo_concurrency.lockutils [req-be302f97-62a3-4f61-9ba2-2ded1f38e7d5 req-2799a9e0-d810-452f-830b-696afc5c2377 service nova] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.149831] env[69411]: DEBUG nova.network.neutron [-] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.157076] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b1d852-49bc-1905-9f7d-4227101ec4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.158051] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0721729-7e13-428f-a08e-9c629e7f40ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.164444] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1103.164444] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52650bdd-6554-c9c4-b875-367abde34fcc" [ 1103.164444] env[69411]: _type = "Task" [ 1103.164444] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.169153] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f82708b3-7b62-4362-8190-9d2b15a26d3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.177839] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52650bdd-6554-c9c4-b875-367abde34fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.178701] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.178701] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8/4236e780-a48d-4ee6-a2da-98fc1bb3cbc8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.178967] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-425b4cde-2170-4d99-9363-8184efac6494 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.183860] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62e7c9-1806-4c66-96c7-89f97bf71796 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.210570] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1103.210570] env[69411]: value = "task-3379353" [ 1103.210570] env[69411]: _type = "Task" [ 1103.210570] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.228143] env[69411]: DEBUG nova.compute.manager [req-88709894-4972-4d00-9391-fd20ddade4b0 req-33b3f4f5-04c5-4abe-943e-3dfcf93d8bef service nova] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Detach interface failed, port_id=258e25a2-e99d-4aaa-8cf6-4f83dc2cdbd7, reason: Instance a3e0d086-7c32-4163-9eb1-b904190b1934 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.231552] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.259901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.260147] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.260337] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.425284] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379352, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.511014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b07e4980-3688-4199-bd73-83e7e6d6563e tempest-ServersNegativeTestJSON-1155286261 tempest-ServersNegativeTestJSON-1155286261-project-member] Lock "6f5dc694-e833-46ca-acfe-52b748a93a5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.479s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.650237] env[69411]: INFO nova.compute.manager [-] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Took 1.31 seconds to deallocate network for instance. [ 1103.726381] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379353, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.760489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17583b2c-aec3-4bae-bd7e-159ed73e0fd1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.770198] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27c29a-8b30-4b57-9467-f141f9b58296 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.809723] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165621cf-09b7-4ce6-a6e8-4079950d9ae8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.817809] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7cba46-8e21-4f4d-820c-3b5a537ca6e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.831608] env[69411]: DEBUG nova.compute.provider_tree [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.923364] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379352, 'name': CloneVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.994598] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "416e24c8-d946-49d5-9a34-129674cd2d0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.994874] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.995097] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "416e24c8-d946-49d5-9a34-129674cd2d0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.995290] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.995467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.998564] env[69411]: INFO nova.compute.manager [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Terminating instance [ 1104.161928] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.221459] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525128} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.221733] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8/4236e780-a48d-4ee6-a2da-98fc1bb3cbc8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.222142] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.222231] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b419573-491c-40ce-b274-c36121c1ccc4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.229063] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1104.229063] env[69411]: value = "task-3379354" [ 1104.229063] env[69411]: _type = "Task" [ 1104.229063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.240099] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.244979] env[69411]: DEBUG nova.network.neutron [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.316485] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.316485] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.316485] env[69411]: DEBUG nova.network.neutron [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1104.353397] env[69411]: ERROR nova.scheduler.client.report [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] [req-0eb42125-b112-4816-8285-c6a3f45111e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0eb42125-b112-4816-8285-c6a3f45111e3"}]} [ 1104.378658] env[69411]: DEBUG nova.scheduler.client.report [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1104.390245] env[69411]: DEBUG nova.scheduler.client.report [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1104.390495] env[69411]: DEBUG nova.compute.provider_tree [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.407050] env[69411]: DEBUG nova.scheduler.client.report [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1104.420310] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379352, 'name': CloneVM_Task, 'duration_secs': 1.535683} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.420310] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Created linked-clone VM from snapshot [ 1104.421022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb784c1-d56e-4e66-afc3-0948561f3161 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.428405] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Uploading image f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1104.431499] env[69411]: DEBUG nova.scheduler.client.report [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1104.468874] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1104.468874] env[69411]: value = "vm-674325" [ 1104.468874] env[69411]: _type = "VirtualMachine" [ 1104.468874] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1104.469072] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95c1f6ab-d733-446d-830d-67faa3fb3025 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.481102] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease: (returnval){ [ 1104.481102] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52871278-20de-a6c5-e5b6-76d5167c494f" [ 1104.481102] env[69411]: _type = "HttpNfcLease" [ 1104.481102] env[69411]: } obtained for exporting VM: (result){ [ 1104.481102] env[69411]: value = "vm-674325" [ 1104.481102] env[69411]: _type = "VirtualMachine" [ 1104.481102] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1104.481385] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the lease: (returnval){ [ 1104.481385] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52871278-20de-a6c5-e5b6-76d5167c494f" [ 1104.481385] env[69411]: _type = "HttpNfcLease" [ 1104.481385] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1104.489937] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.489937] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52871278-20de-a6c5-e5b6-76d5167c494f" [ 1104.489937] env[69411]: _type = "HttpNfcLease" [ 1104.489937] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1104.495349] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1104.495349] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52871278-20de-a6c5-e5b6-76d5167c494f" [ 1104.495349] env[69411]: _type = "HttpNfcLease" [ 1104.495349] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1104.496697] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7a8c6-e0f0-4d75-b15f-f3a9470a689b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.506219] env[69411]: DEBUG nova.compute.manager [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.506219] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.506364] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270ae7e-9edd-611a-8b6b-b0100d6249da/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1104.506526] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270ae7e-9edd-611a-8b6b-b0100d6249da/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1104.509140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a88ab1-c88f-4cb3-94b8-519ea0c64324 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.588885] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.591542] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a88e8eb0-2aa9-4dc0-a59c-e4b0a0a3f8af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.598905] env[69411]: DEBUG oslo_vmware.api [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1104.598905] env[69411]: value = "task-3379356" [ 1104.598905] env[69411]: _type = "Task" [ 1104.598905] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.613034] env[69411]: DEBUG oslo_vmware.api [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.621038] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84d274d0-7fc9-4a8e-8b78-2a9c71efd039 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.717214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.746021] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064986} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.746021] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.746021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c74ee0-7c4c-421e-8f5f-83c7f8e66160 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.747296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.747941] env[69411]: DEBUG nova.objects.instance [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'migration_context' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.783929] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8/4236e780-a48d-4ee6-a2da-98fc1bb3cbc8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.788693] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ba1ca1-80d2-49c9-a861-bfd3b48f6bf0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.822547] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1104.822547] env[69411]: value = "task-3379357" [ 1104.822547] env[69411]: _type = "Task" [ 1104.822547] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.830542] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.832465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ae2e3-2b65-4851-93de-8481b08b7384 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.843024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749826d2-0933-40c8-a2cc-dcdb29f2ca06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.885829] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c08fe3-5920-40a9-8227-c6ed985ea68b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.897376] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4648bcbc-9d3a-43ec-a654-b9b975bd7e10 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.912604] env[69411]: DEBUG nova.compute.provider_tree [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.090739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquiring lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.090739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.090739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquiring lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.090739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.090739] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.094315] env[69411]: INFO nova.compute.manager [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Terminating instance [ 1105.115942] env[69411]: DEBUG oslo_vmware.api [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379356, 'name': PowerOffVM_Task, 'duration_secs': 0.244918} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.116349] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.116568] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.116866] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83eea48c-66f4-43a9-a899-42b3681c6581 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.186148] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.186148] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.186404] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Deleting the datastore file [datastore1] 416e24c8-d946-49d5-9a34-129674cd2d0d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.186682] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54463c3c-ac50-4969-a1e7-47ab30af7914 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.193698] env[69411]: DEBUG oslo_vmware.api [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for the task: (returnval){ [ 1105.193698] env[69411]: value = "task-3379359" [ 1105.193698] env[69411]: _type = "Task" [ 1105.193698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.199199] env[69411]: DEBUG nova.network.neutron [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance_info_cache with network_info: [{"id": "637afc38-fee9-4719-a7c7-0981c4eafd59", "address": "fa:16:3e:c2:09:e3", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637afc38-fe", "ovs_interfaceid": "637afc38-fee9-4719-a7c7-0981c4eafd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.203797] env[69411]: DEBUG oslo_vmware.api [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.251135] env[69411]: DEBUG nova.objects.base [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1105.252087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7971b8f-ee4e-489f-97ff-15a59f56bc0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.277799] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bc0b5b-6ee9-4ae2-b572-98145afedc75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.284139] env[69411]: DEBUG oslo_vmware.api [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1105.284139] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52310d40-dde1-3a0f-7d53-790dc7323e0a" [ 1105.284139] env[69411]: _type = "Task" [ 1105.284139] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.293241] env[69411]: DEBUG oslo_vmware.api [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52310d40-dde1-3a0f-7d53-790dc7323e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.332820] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379357, 'name': ReconfigVM_Task, 'duration_secs': 0.336231} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.333265] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8/4236e780-a48d-4ee6-a2da-98fc1bb3cbc8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.333935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cdae556-3a29-47e9-81da-bfbbe1833deb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.343850] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1105.343850] env[69411]: value = "task-3379360" [ 1105.343850] env[69411]: _type = "Task" [ 1105.343850] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.349943] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379360, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.465978] env[69411]: DEBUG nova.scheduler.client.report [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1105.466391] env[69411]: DEBUG nova.compute.provider_tree [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 139 to 140 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1105.466611] env[69411]: DEBUG nova.compute.provider_tree [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.598523] env[69411]: DEBUG nova.compute.manager [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.600039] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18a6dffb-4747-4e33-9cbb-5d96f623fef6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.613129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8eb2f7-c815-4570-985d-5362ee0849c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.646934] env[69411]: WARNING nova.virt.vmwareapi.driver [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 could not be found. [ 1105.647301] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.647787] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dcff10d-7736-4880-b933-8fcef95ba4f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.656319] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56552175-c5ab-46d9-b7a8-572a5df71e17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.687126] env[69411]: WARNING nova.virt.vmwareapi.vmops [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 could not be found. [ 1105.687396] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.687635] env[69411]: INFO nova.compute.manager [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1105.687916] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.688312] env[69411]: DEBUG nova.compute.manager [-] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.688552] env[69411]: DEBUG nova.network.neutron [-] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1105.703302] env[69411]: DEBUG oslo_vmware.api [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Task: {'id': task-3379359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254013} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.703641] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.703850] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.704134] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.704410] env[69411]: INFO nova.compute.manager [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1105.705095] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.705261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.709405] env[69411]: DEBUG nova.compute.manager [-] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.711069] env[69411]: DEBUG nova.network.neutron [-] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1105.797523] env[69411]: DEBUG oslo_vmware.api [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52310d40-dde1-3a0f-7d53-790dc7323e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.017555} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.798240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.858485] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379360, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.973316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.975887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.041s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.977419] env[69411]: INFO nova.compute.claims [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.011171] env[69411]: INFO nova.scheduler.client.report [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Deleted allocations for instance 8a0119f2-f975-44db-820a-56e1e5fd4251 [ 1106.242238] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0099f0-2e08-45b7-8b28-db427d4ed50a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.269926] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d2081d-8704-4cfd-8050-adc464d02ebf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.278932] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance '23b931bf-40b4-4bfd-b611-cc6c22219584' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.352664] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379360, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.518918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-03c9fa4a-40fc-4eb3-bf59-1396b1bf7f02 tempest-ServerMetadataTestJSON-263205295 tempest-ServerMetadataTestJSON-263205295-project-member] Lock "8a0119f2-f975-44db-820a-56e1e5fd4251" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.481s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.786380] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.787364] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be29de41-372e-45e5-bbcd-bdbea883ea74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.798533] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1106.798533] env[69411]: value = "task-3379361" [ 1106.798533] env[69411]: _type = "Task" [ 1106.798533] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.811247] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.850835] env[69411]: DEBUG nova.compute.manager [req-e9e42bd8-bc7f-4841-a177-3b57498c56b4 req-5d1bca16-cff5-4677-8f7f-d6ee7f1a2900 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Received event network-vif-deleted-b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.851659] env[69411]: INFO nova.compute.manager [req-e9e42bd8-bc7f-4841-a177-3b57498c56b4 req-5d1bca16-cff5-4677-8f7f-d6ee7f1a2900 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Neutron deleted interface b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea; detaching it from the instance and deleting it from the info cache [ 1106.851980] env[69411]: DEBUG nova.network.neutron [req-e9e42bd8-bc7f-4841-a177-3b57498c56b4 req-5d1bca16-cff5-4677-8f7f-d6ee7f1a2900 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.863765] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379360, 'name': Rename_Task, 'duration_secs': 1.185289} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.864075] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.864387] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61c94fd5-3638-4a04-8d9c-6bd1788c5880 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.872850] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1106.872850] env[69411]: value = "task-3379362" [ 1106.872850] env[69411]: _type = "Task" [ 1106.872850] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.881528] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.884701] env[69411]: DEBUG nova.compute.manager [req-4b010270-b2b6-4941-b625-4a02c4a727fd req-37ca53f2-d8e7-4201-a455-f1b9d35752e8 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Received event network-vif-deleted-aeeb9a3f-d673-4c0d-be15-40f67039d5a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.884701] env[69411]: INFO nova.compute.manager [req-4b010270-b2b6-4941-b625-4a02c4a727fd req-37ca53f2-d8e7-4201-a455-f1b9d35752e8 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Neutron deleted interface aeeb9a3f-d673-4c0d-be15-40f67039d5a0; detaching it from the instance and deleting it from the info cache [ 1106.884701] env[69411]: DEBUG nova.network.neutron [req-4b010270-b2b6-4941-b625-4a02c4a727fd req-37ca53f2-d8e7-4201-a455-f1b9d35752e8 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.130189] env[69411]: DEBUG nova.network.neutron [-] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.289018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbc2451-d737-4acf-995b-90de87ebf660 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.298149] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ebf33-0ea6-4f33-9041-6f0fb723c805 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.351298] env[69411]: DEBUG nova.network.neutron [-] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.353188] env[69411]: DEBUG oslo_vmware.api [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379361, 'name': PowerOnVM_Task, 'duration_secs': 0.408959} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.355455] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.355455] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1a759ade-0b79-41e7-878c-cb1a0555a8f2 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance '23b931bf-40b4-4bfd-b611-cc6c22219584' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.359825] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a073075-301f-415c-a355-f475a3696b11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.363391] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6532bb96-d08a-4ae1-aaed-86029428c89b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.383480] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccebbed9-d03d-44ff-b6df-c81bf2b788d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.397295] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b229e2-a94a-4fb2-b661-49662934136b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.406115] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.406389] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c379a871-0fc2-4859-b7c6-76a71d7894c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.422665] env[69411]: DEBUG nova.compute.provider_tree [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.435856] env[69411]: DEBUG nova.compute.manager [req-e9e42bd8-bc7f-4841-a177-3b57498c56b4 req-5d1bca16-cff5-4677-8f7f-d6ee7f1a2900 service nova] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Detach interface failed, port_id=b38d34a1-2aad-4345-b4c9-06d0cfd4c8ea, reason: Instance e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.437144] env[69411]: DEBUG nova.scheduler.client.report [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.443748] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f4558-3eaf-487b-9f3b-147d69771fcd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.477698] env[69411]: DEBUG nova.compute.manager [req-4b010270-b2b6-4941-b625-4a02c4a727fd req-37ca53f2-d8e7-4201-a455-f1b9d35752e8 service nova] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Detach interface failed, port_id=aeeb9a3f-d673-4c0d-be15-40f67039d5a0, reason: Instance 416e24c8-d946-49d5-9a34-129674cd2d0d could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.633250] env[69411]: INFO nova.compute.manager [-] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Took 1.94 seconds to deallocate network for instance. [ 1107.856146] env[69411]: INFO nova.compute.manager [-] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Took 2.15 seconds to deallocate network for instance. [ 1107.886460] env[69411]: DEBUG oslo_vmware.api [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379362, 'name': PowerOnVM_Task, 'duration_secs': 0.560725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.887402] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.887612] env[69411]: INFO nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1107.887797] env[69411]: DEBUG nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.888621] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b27aee-b77f-419f-b772-575afbca530b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.941954] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.966s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.942831] env[69411]: DEBUG nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.945693] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.428s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.949732] env[69411]: INFO nova.compute.claims [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.192120] env[69411]: INFO nova.compute.manager [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Took 0.56 seconds to detach 1 volumes for instance. [ 1108.195101] env[69411]: DEBUG nova.compute.manager [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Deleting volume: 580e8cdc-ca22-4e47-9df4-3acd564c5b4b {{(pid=69411) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1108.370898] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.414347] env[69411]: INFO nova.compute.manager [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Took 21.10 seconds to build instance. [ 1108.456300] env[69411]: DEBUG nova.compute.utils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.460092] env[69411]: DEBUG nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.460262] env[69411]: DEBUG nova.network.neutron [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.546777] env[69411]: DEBUG nova.policy [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb1acf8eb3e64b2ca912e83f3c3bb90c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea242c37298b45459dc98a46a98e22e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.743703] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.920253] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6313db46-b8e4-4a4b-9d1f-ead7454b7620 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.614s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.961914] env[69411]: DEBUG nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.043040] env[69411]: DEBUG nova.network.neutron [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Successfully created port: bb5df250-1696-4272-8d1c-632e96100684 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.228471] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dc45bb-b95d-40ca-96fa-c7b004ad4239 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.239492] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f511308-c884-4073-8708-6eb6dc83390a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.277372] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979408ee-4260-4943-9cc0-d719b2e5e47c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.285553] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b143e93-0d88-45b0-9d70-f79770d31179 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.301084] env[69411]: DEBUG nova.compute.provider_tree [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.663110] env[69411]: DEBUG nova.compute.manager [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.663386] env[69411]: DEBUG nova.compute.manager [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing instance network info cache due to event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.663607] env[69411]: DEBUG oslo_concurrency.lockutils [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.664094] env[69411]: DEBUG oslo_concurrency.lockutils [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.664800] env[69411]: DEBUG nova.network.neutron [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1109.805348] env[69411]: DEBUG nova.scheduler.client.report [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.980394] env[69411]: DEBUG nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.011766] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.011999] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.012186] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.012379] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.012533] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.012677] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.012890] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.013063] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.013239] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.013597] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.013597] env[69411]: DEBUG nova.virt.hardware [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.014523] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcd0a48-2c8b-4a61-92e4-9c981f98d09d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.023029] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f85af58-68d8-44fc-a6fb-19f32c7822ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.044723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "23b931bf-40b4-4bfd-b611-cc6c22219584" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.044723] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.044723] env[69411]: DEBUG nova.compute.manager [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Going to confirm migration 4 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1110.312163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.312733] env[69411]: DEBUG nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.315363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.955s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.316856] env[69411]: INFO nova.compute.claims [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.503579] env[69411]: DEBUG nova.network.neutron [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updated VIF entry in instance network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1110.503819] env[69411]: DEBUG nova.network.neutron [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.621208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.621450] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquired lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.621596] env[69411]: DEBUG nova.network.neutron [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1110.621862] env[69411]: DEBUG nova.objects.instance [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lazy-loading 'info_cache' on Instance uuid 23b931bf-40b4-4bfd-b611-cc6c22219584 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.713597] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.713884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.822221] env[69411]: DEBUG nova.compute.utils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.823492] env[69411]: DEBUG nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.823669] env[69411]: DEBUG nova.network.neutron [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.904271] env[69411]: DEBUG nova.policy [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb1acf8eb3e64b2ca912e83f3c3bb90c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea242c37298b45459dc98a46a98e22e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.984729] env[69411]: DEBUG nova.network.neutron [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Successfully updated port: bb5df250-1696-4272-8d1c-632e96100684 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.997141] env[69411]: DEBUG nova.compute.manager [req-1075ca4b-7b4d-461d-a0b5-24298f7ed0b7 req-1ddae0d3-b34c-46c3-a6cb-15b8bbd7cec2 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Received event network-vif-plugged-bb5df250-1696-4272-8d1c-632e96100684 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.997320] env[69411]: DEBUG oslo_concurrency.lockutils [req-1075ca4b-7b4d-461d-a0b5-24298f7ed0b7 req-1ddae0d3-b34c-46c3-a6cb-15b8bbd7cec2 service nova] Acquiring lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.997518] env[69411]: DEBUG oslo_concurrency.lockutils [req-1075ca4b-7b4d-461d-a0b5-24298f7ed0b7 req-1ddae0d3-b34c-46c3-a6cb-15b8bbd7cec2 service nova] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.998167] env[69411]: DEBUG oslo_concurrency.lockutils [req-1075ca4b-7b4d-461d-a0b5-24298f7ed0b7 req-1ddae0d3-b34c-46c3-a6cb-15b8bbd7cec2 service nova] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.998167] env[69411]: DEBUG nova.compute.manager [req-1075ca4b-7b4d-461d-a0b5-24298f7ed0b7 req-1ddae0d3-b34c-46c3-a6cb-15b8bbd7cec2 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] No waiting events found dispatching network-vif-plugged-bb5df250-1696-4272-8d1c-632e96100684 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.998167] env[69411]: WARNING nova.compute.manager [req-1075ca4b-7b4d-461d-a0b5-24298f7ed0b7 req-1ddae0d3-b34c-46c3-a6cb-15b8bbd7cec2 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Received unexpected event network-vif-plugged-bb5df250-1696-4272-8d1c-632e96100684 for instance with vm_state building and task_state spawning. [ 1111.006973] env[69411]: DEBUG oslo_concurrency.lockutils [req-d417ea95-be41-4302-b0ff-bddcf63db387 req-c04fbc0a-0ff5-46fc-b8b3-4a1490a888eb service nova] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.218970] env[69411]: DEBUG nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.329269] env[69411]: DEBUG nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.378566] env[69411]: DEBUG nova.network.neutron [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Successfully created port: 495fb137-c0eb-477e-ba8c-eaa711859a30 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.488124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.488124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.488124] env[69411]: DEBUG nova.network.neutron [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1111.583032] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d9002-3930-4f9d-b2d0-de55a59aedbd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.593116] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fe8157-ef81-4e62-b528-c6b23c7112a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.636935] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446959b3-8c29-4884-8a39-b7bcd347c0c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.646213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e82d10-5abc-4d42-a4a5-2468c2ce6085 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.662544] env[69411]: DEBUG nova.compute.provider_tree [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.750014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.025989] env[69411]: DEBUG nova.network.neutron [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1112.165628] env[69411]: DEBUG nova.scheduler.client.report [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.201021] env[69411]: DEBUG nova.network.neutron [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Updating instance_info_cache with network_info: [{"id": "bb5df250-1696-4272-8d1c-632e96100684", "address": "fa:16:3e:b0:31:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5df250-16", "ovs_interfaceid": "bb5df250-1696-4272-8d1c-632e96100684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.221486] env[69411]: DEBUG nova.network.neutron [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance_info_cache with network_info: [{"id": "637afc38-fee9-4719-a7c7-0981c4eafd59", "address": "fa:16:3e:c2:09:e3", "network": {"id": "22d48b17-2b93-47bd-b270-20599f7b420a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73675207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18c5e773da046139a85ac70d1a57b85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637afc38-fe", "ovs_interfaceid": "637afc38-fee9-4719-a7c7-0981c4eafd59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.342252] env[69411]: DEBUG nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.366130] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.366454] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.366665] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.367280] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.367280] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.367381] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.367610] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.367831] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.368072] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.368300] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.368537] env[69411]: DEBUG nova.virt.hardware [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.369739] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a378f-14e4-435d-8455-0e629ed6590f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.382575] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fac1b3-c8e9-4ade-8e4b-aea15c47c1cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.671401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.672059] env[69411]: DEBUG nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.676139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.514s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.676382] env[69411]: DEBUG nova.objects.instance [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lazy-loading 'resources' on Instance uuid a3e0d086-7c32-4163-9eb1-b904190b1934 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.703823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.704204] env[69411]: DEBUG nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Instance network_info: |[{"id": "bb5df250-1696-4272-8d1c-632e96100684", "address": "fa:16:3e:b0:31:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5df250-16", "ovs_interfaceid": "bb5df250-1696-4272-8d1c-632e96100684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.704642] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:31:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb5df250-1696-4272-8d1c-632e96100684', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.715259] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating folder: Project (ea242c37298b45459dc98a46a98e22e2). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.716445] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c182ac7-4837-4d7e-94e7-63edd0e836f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.725119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Releasing lock "refresh_cache-23b931bf-40b4-4bfd-b611-cc6c22219584" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.725427] env[69411]: DEBUG nova.objects.instance [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lazy-loading 'migration_context' on Instance uuid 23b931bf-40b4-4bfd-b611-cc6c22219584 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.731290] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created folder: Project (ea242c37298b45459dc98a46a98e22e2) in parent group-v674052. [ 1112.731495] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating folder: Instances. Parent ref: group-v674326. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.731751] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d5e04c5-12d5-4c10-aef9-efa75f5f8764 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.740772] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created folder: Instances in parent group-v674326. [ 1112.741030] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.741314] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.741477] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f96896-80c0-4995-b949-3b36608e2671 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.767511] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.767511] env[69411]: value = "task-3379366" [ 1112.767511] env[69411]: _type = "Task" [ 1112.767511] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.776524] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379366, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.048580] env[69411]: DEBUG nova.compute.manager [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Received event network-changed-bb5df250-1696-4272-8d1c-632e96100684 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.048580] env[69411]: DEBUG nova.compute.manager [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Refreshing instance network info cache due to event network-changed-bb5df250-1696-4272-8d1c-632e96100684. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.048580] env[69411]: DEBUG oslo_concurrency.lockutils [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] Acquiring lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.048894] env[69411]: DEBUG oslo_concurrency.lockutils [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] Acquired lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.048894] env[69411]: DEBUG nova.network.neutron [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Refreshing network info cache for port bb5df250-1696-4272-8d1c-632e96100684 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1113.051137] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.051370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.184695] env[69411]: DEBUG nova.compute.utils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.188070] env[69411]: DEBUG nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.191142] env[69411]: DEBUG nova.network.neutron [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.207659] env[69411]: DEBUG nova.compute.manager [req-5e6d2e42-2eb2-4297-be9f-e42e5387eac9 req-6e061087-f84d-4b3a-9619-d02d5164c538 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Received event network-vif-plugged-495fb137-c0eb-477e-ba8c-eaa711859a30 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.207779] env[69411]: DEBUG oslo_concurrency.lockutils [req-5e6d2e42-2eb2-4297-be9f-e42e5387eac9 req-6e061087-f84d-4b3a-9619-d02d5164c538 service nova] Acquiring lock "086c76e3-54db-456c-8e5b-07fabb5ad06b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.208636] env[69411]: DEBUG oslo_concurrency.lockutils [req-5e6d2e42-2eb2-4297-be9f-e42e5387eac9 req-6e061087-f84d-4b3a-9619-d02d5164c538 service nova] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.208636] env[69411]: DEBUG oslo_concurrency.lockutils [req-5e6d2e42-2eb2-4297-be9f-e42e5387eac9 req-6e061087-f84d-4b3a-9619-d02d5164c538 service nova] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.208636] env[69411]: DEBUG nova.compute.manager [req-5e6d2e42-2eb2-4297-be9f-e42e5387eac9 req-6e061087-f84d-4b3a-9619-d02d5164c538 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] No waiting events found dispatching network-vif-plugged-495fb137-c0eb-477e-ba8c-eaa711859a30 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.208636] env[69411]: WARNING nova.compute.manager [req-5e6d2e42-2eb2-4297-be9f-e42e5387eac9 req-6e061087-f84d-4b3a-9619-d02d5164c538 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Received unexpected event network-vif-plugged-495fb137-c0eb-477e-ba8c-eaa711859a30 for instance with vm_state building and task_state spawning. [ 1113.226429] env[69411]: DEBUG nova.network.neutron [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Successfully updated port: 495fb137-c0eb-477e-ba8c-eaa711859a30 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.231575] env[69411]: DEBUG nova.objects.base [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Object Instance<23b931bf-40b4-4bfd-b611-cc6c22219584> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.232599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e825c-aaad-4bad-83f6-b0247656b0f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.243303] env[69411]: DEBUG nova.policy [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '416edb3c66714df68321b0344b53bc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed8930c7b5154d5bbfd6786a8d3a9dce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.265099] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c87169-7849-4fc6-b54a-05e022d3d0bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.272709] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1113.272709] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f84fde-3ff9-7e9a-8377-f23d98fcd2c8" [ 1113.272709] env[69411]: _type = "Task" [ 1113.272709] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.279013] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379366, 'name': CreateVM_Task, 'duration_secs': 0.352916} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.286186] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.287193] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.287691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.287783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.291784] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410ac62d-d185-49fb-870d-17d5397711e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.293325] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f84fde-3ff9-7e9a-8377-f23d98fcd2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017139} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.293588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.296876] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1113.296876] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52da4c9e-7b80-b1f2-c128-c01f37bb8860" [ 1113.296876] env[69411]: _type = "Task" [ 1113.296876] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.305110] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da4c9e-7b80-b1f2-c128-c01f37bb8860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.463103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e501ed5e-15fe-4548-81f6-4ba2da31f1e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.471663] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365129bb-19f7-45c9-a257-0d6cd5420039 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.514280] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280d2feb-34b8-4e3c-a88d-55709436fbf7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.526360] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8be4bd-482c-48f8-8be0-56f3e2688306 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.544219] env[69411]: DEBUG nova.compute.provider_tree [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.554489] env[69411]: DEBUG nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.589021] env[69411]: DEBUG nova.network.neutron [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Successfully created port: 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.692198] env[69411]: DEBUG nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.729215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.729374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.729522] env[69411]: DEBUG nova.network.neutron [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1113.812124] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da4c9e-7b80-b1f2-c128-c01f37bb8860, 'name': SearchDatastore_Task, 'duration_secs': 0.028804} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.812124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.812124] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.812124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.812124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.812124] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.812124] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08e24d35-0750-4e56-9474-52bdc1528aab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.822470] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.822470] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.822576] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183fde7b-dc0a-4f7e-9d2c-cbe54ad3ed57 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.829099] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1113.829099] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523df087-3cf6-4374-41ba-845b126a7ba1" [ 1113.829099] env[69411]: _type = "Task" [ 1113.829099] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.840318] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523df087-3cf6-4374-41ba-845b126a7ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.847667] env[69411]: DEBUG nova.network.neutron [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Updated VIF entry in instance network info cache for port bb5df250-1696-4272-8d1c-632e96100684. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1113.847986] env[69411]: DEBUG nova.network.neutron [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Updating instance_info_cache with network_info: [{"id": "bb5df250-1696-4272-8d1c-632e96100684", "address": "fa:16:3e:b0:31:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5df250-16", "ovs_interfaceid": "bb5df250-1696-4272-8d1c-632e96100684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.049021] env[69411]: DEBUG nova.scheduler.client.report [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.073327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.283240] env[69411]: DEBUG nova.network.neutron [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1114.345032] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523df087-3cf6-4374-41ba-845b126a7ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.029511} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.345032] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7369bbe-a2cc-428f-abc3-8d2704d54667 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.352820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "39e834d5-508a-4424-9363-b8ecf38192ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.352820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "39e834d5-508a-4424-9363-b8ecf38192ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.352820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "39e834d5-508a-4424-9363-b8ecf38192ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.352820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "39e834d5-508a-4424-9363-b8ecf38192ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.352820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "39e834d5-508a-4424-9363-b8ecf38192ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.355507] env[69411]: DEBUG oslo_concurrency.lockutils [req-beb1c70c-3f78-49a8-a83a-b4fb01ede149 req-15df105e-a2f9-4748-b049-e77772d43e99 service nova] Releasing lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.356051] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1114.356051] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d152c6-7361-d085-b3d3-494b38b8baa3" [ 1114.356051] env[69411]: _type = "Task" [ 1114.356051] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.357282] env[69411]: INFO nova.compute.manager [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Terminating instance [ 1114.370555] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d152c6-7361-d085-b3d3-494b38b8baa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.381024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.381024] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.557234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.559263] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.842s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.590025] env[69411]: INFO nova.scheduler.client.report [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Deleted allocations for instance a3e0d086-7c32-4163-9eb1-b904190b1934 [ 1114.701889] env[69411]: DEBUG nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.738028] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.738286] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.738449] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.738632] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.738798] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.738965] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.739456] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.739605] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.739778] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.739949] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.740137] env[69411]: DEBUG nova.virt.hardware [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.741520] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d1b018-b7f1-44cc-87a3-d4543a9cc66c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.749887] env[69411]: DEBUG nova.network.neutron [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Updating instance_info_cache with network_info: [{"id": "495fb137-c0eb-477e-ba8c-eaa711859a30", "address": "fa:16:3e:d6:d3:b8", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495fb137-c0", "ovs_interfaceid": "495fb137-c0eb-477e-ba8c-eaa711859a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.752314] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8af0c13-c690-4476-8606-5175b2b6d4fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.825060] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbaab8d-c3b7-47b3-8dd7-6e86539e9916 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.832980] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679cbcbe-3acb-46da-9f05-c3ac5104ca3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.867863] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc2e3f6-59bf-4464-8175-c630bb811ac9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.870829] env[69411]: DEBUG nova.compute.manager [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.871073] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.871968] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f511c23-c4cc-45b0-8c16-7256a6d8b69d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.880371] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d152c6-7361-d085-b3d3-494b38b8baa3, 'name': SearchDatastore_Task, 'duration_secs': 0.022084} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.885862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.886167] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/fa6bfcc2-1df2-4bc7-9efa-008ff002697d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.886548] env[69411]: DEBUG nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.889185] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.889598] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24256b5f-2b57-49bb-9e39-abbb0503c8cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.893948] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1776af7-6d3a-4eea-a7fe-cf033cfb757c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.896829] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c26bfd99-c3f5-4688-8077-cce86d6b3d5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.911685] env[69411]: DEBUG nova.compute.provider_tree [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.913888] env[69411]: DEBUG oslo_vmware.api [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1114.913888] env[69411]: value = "task-3379368" [ 1114.913888] env[69411]: _type = "Task" [ 1114.913888] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.914323] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1114.914323] env[69411]: value = "task-3379367" [ 1114.914323] env[69411]: _type = "Task" [ 1114.914323] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.927412] env[69411]: DEBUG oslo_vmware.api [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.931508] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.109644] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b03ed791-8be3-42a4-81cb-45ae6bae56dd tempest-ImagesOneServerTestJSON-34786851 tempest-ImagesOneServerTestJSON-34786851-project-member] Lock "a3e0d086-7c32-4163-9eb1-b904190b1934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.421s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.125641] env[69411]: DEBUG nova.compute.manager [req-02aad78c-126d-458b-bbf3-370e135df94b req-9865dc77-3ae0-4938-a779-b60972abcd20 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Received event network-vif-plugged-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.125934] env[69411]: DEBUG oslo_concurrency.lockutils [req-02aad78c-126d-458b-bbf3-370e135df94b req-9865dc77-3ae0-4938-a779-b60972abcd20 service nova] Acquiring lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.126184] env[69411]: DEBUG oslo_concurrency.lockutils [req-02aad78c-126d-458b-bbf3-370e135df94b req-9865dc77-3ae0-4938-a779-b60972abcd20 service nova] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.126388] env[69411]: DEBUG oslo_concurrency.lockutils [req-02aad78c-126d-458b-bbf3-370e135df94b req-9865dc77-3ae0-4938-a779-b60972abcd20 service nova] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.126631] env[69411]: DEBUG nova.compute.manager [req-02aad78c-126d-458b-bbf3-370e135df94b req-9865dc77-3ae0-4938-a779-b60972abcd20 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] No waiting events found dispatching network-vif-plugged-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.126845] env[69411]: WARNING nova.compute.manager [req-02aad78c-126d-458b-bbf3-370e135df94b req-9865dc77-3ae0-4938-a779-b60972abcd20 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Received unexpected event network-vif-plugged-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 for instance with vm_state building and task_state spawning. [ 1115.180336] env[69411]: DEBUG nova.network.neutron [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Successfully updated port: 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.261073] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.261073] env[69411]: DEBUG nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Instance network_info: |[{"id": "495fb137-c0eb-477e-ba8c-eaa711859a30", "address": "fa:16:3e:d6:d3:b8", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495fb137-c0", "ovs_interfaceid": "495fb137-c0eb-477e-ba8c-eaa711859a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.261073] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d3:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '495fb137-c0eb-477e-ba8c-eaa711859a30', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.274456] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.275633] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.276730] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79043ae6-0767-450d-afe0-084554b5509f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.303988] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.303988] env[69411]: value = "task-3379369" [ 1115.303988] env[69411]: _type = "Task" [ 1115.303988] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.314113] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379369, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.415425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.416461] env[69411]: DEBUG nova.scheduler.client.report [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.428693] env[69411]: DEBUG nova.compute.manager [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Received event network-changed-495fb137-c0eb-477e-ba8c-eaa711859a30 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.429045] env[69411]: DEBUG nova.compute.manager [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Refreshing instance network info cache due to event network-changed-495fb137-c0eb-477e-ba8c-eaa711859a30. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.429181] env[69411]: DEBUG oslo_concurrency.lockutils [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] Acquiring lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.429325] env[69411]: DEBUG oslo_concurrency.lockutils [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] Acquired lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.429495] env[69411]: DEBUG nova.network.neutron [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Refreshing network info cache for port 495fb137-c0eb-477e-ba8c-eaa711859a30 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1115.438556] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.443172] env[69411]: DEBUG oslo_vmware.api [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379368, 'name': PowerOffVM_Task, 'duration_secs': 0.218919} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.443172] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.443172] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.443760] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad5333e6-1e8b-4618-bfd6-071a9273f2e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.501439] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.501787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.502016] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Deleting the datastore file [datastore1] 39e834d5-508a-4424-9363-b8ecf38192ca {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.502364] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b45de6b-db51-413e-99d3-0ae78e10e7a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.510221] env[69411]: DEBUG oslo_vmware.api [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for the task: (returnval){ [ 1115.510221] env[69411]: value = "task-3379371" [ 1115.510221] env[69411]: _type = "Task" [ 1115.510221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.519327] env[69411]: DEBUG oslo_vmware.api [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.686204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "refresh_cache-50807e1c-5719-42c8-a8a2-487d0e2c92a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.686404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "refresh_cache-50807e1c-5719-42c8-a8a2-487d0e2c92a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.686520] env[69411]: DEBUG nova.network.neutron [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1115.817516] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379369, 'name': CreateVM_Task, 'duration_secs': 0.507232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.817516] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.817516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.817516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.817516] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.817516] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06de0f78-3862-4bab-aa8d-1db8f6578ad1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.821601] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1115.821601] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526b1f11-0cce-c0ae-e97f-3effb30e175c" [ 1115.821601] env[69411]: _type = "Task" [ 1115.821601] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.830090] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526b1f11-0cce-c0ae-e97f-3effb30e175c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.930214] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.371s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.930565] env[69411]: INFO nova.compute.manager [None req-8513ec28-c855-4372-a280-3181d85bbb33 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Successfully reverted task state from rebuilding on failure for instance. [ 1115.936708] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596719} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.938254] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.140s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.943514] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/fa6bfcc2-1df2-4bc7-9efa-008ff002697d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.943514] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.943514] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40313b82-8b84-4b3e-a906-f87a4bd20fe8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.952761] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1115.952761] env[69411]: value = "task-3379372" [ 1115.952761] env[69411]: _type = "Task" [ 1115.952761] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.968102] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.024705] env[69411]: DEBUG oslo_vmware.api [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Task: {'id': task-3379371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308754} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.025357] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.026089] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.026199] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.026620] env[69411]: INFO nova.compute.manager [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1116.030022] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.030022] env[69411]: DEBUG nova.compute.manager [-] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.030022] env[69411]: DEBUG nova.network.neutron [-] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1116.266194] env[69411]: DEBUG nova.network.neutron [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1116.274912] env[69411]: DEBUG nova.network.neutron [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Updated VIF entry in instance network info cache for port 495fb137-c0eb-477e-ba8c-eaa711859a30. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1116.276671] env[69411]: DEBUG nova.network.neutron [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Updating instance_info_cache with network_info: [{"id": "495fb137-c0eb-477e-ba8c-eaa711859a30", "address": "fa:16:3e:d6:d3:b8", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495fb137-c0", "ovs_interfaceid": "495fb137-c0eb-477e-ba8c-eaa711859a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.332655] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526b1f11-0cce-c0ae-e97f-3effb30e175c, 'name': SearchDatastore_Task, 'duration_secs': 0.014313} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.334710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.335554] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.335918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.336772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.337908] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.337908] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6edf242-de62-44c7-9238-961cbe8083ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.350030] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.350030] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.350030] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8638ca06-12ba-469b-8901-12557150550e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.355713] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1116.355713] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52018f06-7562-21f2-35f6-15e1e1dea8f7" [ 1116.355713] env[69411]: _type = "Task" [ 1116.355713] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.370183] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52018f06-7562-21f2-35f6-15e1e1dea8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.465660] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070769} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.465950] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.466888] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794934ec-70b5-43a4-a68b-e9b78aa54c05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.499794] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/fa6bfcc2-1df2-4bc7-9efa-008ff002697d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.504961] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84ed0f4-b434-432a-992d-02d21a082bff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.528588] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1116.528588] env[69411]: value = "task-3379373" [ 1116.528588] env[69411]: _type = "Task" [ 1116.528588] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.539404] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.603779] env[69411]: DEBUG nova.network.neutron [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Updating instance_info_cache with network_info: [{"id": "9fc2ec9b-ab15-48e2-ba82-3a0bc4197582", "address": "fa:16:3e:c5:b5:63", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc2ec9b-ab", "ovs_interfaceid": "9fc2ec9b-ab15-48e2-ba82-3a0bc4197582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.779738] env[69411]: DEBUG oslo_concurrency.lockutils [req-d9fe59f0-123b-4e08-9835-ecf36aa33705 req-459d9ab0-0b11-4357-b5b0-bd6e6751e111 service nova] Releasing lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.781658] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed681f96-aa3f-439c-9406-fb26d5ac0ea7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.790699] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1000ff6-14fd-4f8f-b313-56bd85fff59d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.823396] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f98c1-8e53-4613-a80f-ea5ea40bb62c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.831502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad799202-7a62-4be9-afad-a51557008dea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.849726] env[69411]: DEBUG nova.compute.provider_tree [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.870382] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52018f06-7562-21f2-35f6-15e1e1dea8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.028669} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.871202] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47e6a06-9127-4fff-a66c-07a6ccbfec67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.877017] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1116.877017] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52923521-8adb-9781-4150-71676056a7dc" [ 1116.877017] env[69411]: _type = "Task" [ 1116.877017] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.890681] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52923521-8adb-9781-4150-71676056a7dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.038868] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379373, 'name': ReconfigVM_Task, 'duration_secs': 0.35239} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.039142] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/fa6bfcc2-1df2-4bc7-9efa-008ff002697d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.039827] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e109127d-31bf-4481-90b2-13289def3c16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.046744] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1117.046744] env[69411]: value = "task-3379374" [ 1117.046744] env[69411]: _type = "Task" [ 1117.046744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.056744] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379374, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.106853] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "refresh_cache-50807e1c-5719-42c8-a8a2-487d0e2c92a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.107239] env[69411]: DEBUG nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Instance network_info: |[{"id": "9fc2ec9b-ab15-48e2-ba82-3a0bc4197582", "address": "fa:16:3e:c5:b5:63", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc2ec9b-ab", "ovs_interfaceid": "9fc2ec9b-ab15-48e2-ba82-3a0bc4197582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.107725] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b5:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fc2ec9b-ab15-48e2-ba82-3a0bc4197582', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.115663] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.115905] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.116161] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e85be1c2-0ca5-42fd-abcc-5b66b4306842 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.137502] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.137502] env[69411]: value = "task-3379375" [ 1117.137502] env[69411]: _type = "Task" [ 1117.137502] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.146691] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379375, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.241950] env[69411]: DEBUG nova.network.neutron [-] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.247188] env[69411]: DEBUG nova.compute.manager [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Received event network-changed-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.247456] env[69411]: DEBUG nova.compute.manager [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Refreshing instance network info cache due to event network-changed-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.247729] env[69411]: DEBUG oslo_concurrency.lockutils [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] Acquiring lock "refresh_cache-50807e1c-5719-42c8-a8a2-487d0e2c92a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.247918] env[69411]: DEBUG oslo_concurrency.lockutils [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] Acquired lock "refresh_cache-50807e1c-5719-42c8-a8a2-487d0e2c92a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.248109] env[69411]: DEBUG nova.network.neutron [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Refreshing network info cache for port 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1117.353263] env[69411]: DEBUG nova.scheduler.client.report [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.389632] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52923521-8adb-9781-4150-71676056a7dc, 'name': SearchDatastore_Task, 'duration_secs': 0.087665} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.391857] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270ae7e-9edd-611a-8b6b-b0100d6249da/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1117.392234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.392651] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/086c76e3-54db-456c-8e5b-07fabb5ad06b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.393720] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05f7db-16ca-40ac-9b32-1e52cfe8bb06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.396419] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba7277b-90c6-4ac8-882b-71567122f87d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.403028] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270ae7e-9edd-611a-8b6b-b0100d6249da/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1117.403028] env[69411]: ERROR oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270ae7e-9edd-611a-8b6b-b0100d6249da/disk-0.vmdk due to incomplete transfer. [ 1117.403028] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64b4e290-9735-4c09-a18d-5d7a9cade299 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.405473] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1117.405473] env[69411]: value = "task-3379376" [ 1117.405473] env[69411]: _type = "Task" [ 1117.405473] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.411153] env[69411]: DEBUG oslo_vmware.rw_handles [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270ae7e-9edd-611a-8b6b-b0100d6249da/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1117.411767] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Uploaded image f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1117.414570] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1117.417346] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-767d9b86-dfee-4de5-bb9a-03c7f5c02253 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.419336] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.423532] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1117.423532] env[69411]: value = "task-3379377" [ 1117.423532] env[69411]: _type = "Task" [ 1117.423532] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.432824] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379377, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.468851] env[69411]: DEBUG nova.compute.manager [req-f75c31bc-0085-42b3-96ff-5dc064580bd4 req-e82c49ea-3cfa-4516-8d5a-5a1ea73c4c18 service nova] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Received event network-vif-deleted-1b677bda-bfff-46ff-a203-f77f989e60d2 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.556758] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379374, 'name': Rename_Task, 'duration_secs': 0.194132} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.557040] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.557288] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c120b87-46fe-4f6f-9c3b-83937be3f7fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.564088] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1117.564088] env[69411]: value = "task-3379378" [ 1117.564088] env[69411]: _type = "Task" [ 1117.564088] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.571861] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.649948] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379375, 'name': CreateVM_Task, 'duration_secs': 0.349001} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.649948] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.649948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.650089] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.650806] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.650948] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a9249e-bfd3-4570-aa7f-b93de01b3263 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.656619] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1117.656619] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52572888-4809-c591-bf09-40670fb618dd" [ 1117.656619] env[69411]: _type = "Task" [ 1117.656619] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.666234] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52572888-4809-c591-bf09-40670fb618dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.750622] env[69411]: INFO nova.compute.manager [-] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Took 1.72 seconds to deallocate network for instance. [ 1117.916941] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.939507] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379377, 'name': Destroy_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.008656] env[69411]: DEBUG nova.network.neutron [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Updated VIF entry in instance network info cache for port 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1118.009068] env[69411]: DEBUG nova.network.neutron [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Updating instance_info_cache with network_info: [{"id": "9fc2ec9b-ab15-48e2-ba82-3a0bc4197582", "address": "fa:16:3e:c5:b5:63", "network": {"id": "591a9e9d-3176-42de-8655-445b0d02eea4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1530856910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed8930c7b5154d5bbfd6786a8d3a9dce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc2ec9b-ab", "ovs_interfaceid": "9fc2ec9b-ab15-48e2-ba82-3a0bc4197582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.073925] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.170454] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52572888-4809-c591-bf09-40670fb618dd, 'name': SearchDatastore_Task, 'duration_secs': 0.044749} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.170454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.170454] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.170454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.170454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.170730] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.170898] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a94e7751-ef70-48ab-aa19-bfdde5deffca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.186445] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.186755] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.187695] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7b0e9e-f918-46e0-b348-28742f01468e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.193736] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1118.193736] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]520a74b5-ad5f-4c25-1a7c-55ad0e042ba9" [ 1118.193736] env[69411]: _type = "Task" [ 1118.193736] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.202919] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520a74b5-ad5f-4c25-1a7c-55ad0e042ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.260374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.365683] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.427s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.366734] env[69411]: DEBUG nova.compute.manager [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69411) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1118.369646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.369877] env[69411]: DEBUG nova.objects.instance [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lazy-loading 'resources' on Instance uuid 416e24c8-d946-49d5-9a34-129674cd2d0d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.416989] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557566} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.417304] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/086c76e3-54db-456c-8e5b-07fabb5ad06b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.417575] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.417853] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed7fcec5-ebdd-4570-864d-8940cdc9f67b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.425608] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1118.425608] env[69411]: value = "task-3379379" [ 1118.425608] env[69411]: _type = "Task" [ 1118.425608] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.438668] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379377, 'name': Destroy_Task, 'duration_secs': 0.714599} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.442260] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Destroyed the VM [ 1118.442563] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1118.442897] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.443177] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e60d12dd-2b2f-41e4-a8c6-cef87e6bf0bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.452618] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1118.452618] env[69411]: value = "task-3379380" [ 1118.452618] env[69411]: _type = "Task" [ 1118.452618] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.459847] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.512122] env[69411]: DEBUG oslo_concurrency.lockutils [req-39be870c-ec7b-4583-8cfc-510f78ce8f03 req-aae7549a-181c-4248-8d39-0db2f3da86b5 service nova] Releasing lock "refresh_cache-50807e1c-5719-42c8-a8a2-487d0e2c92a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.574107] env[69411]: DEBUG oslo_vmware.api [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379378, 'name': PowerOnVM_Task, 'duration_secs': 0.593577} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.575556] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.575699] env[69411]: INFO nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1118.575890] env[69411]: DEBUG nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.576711] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddc3eab-aee1-438c-bad2-62448f797f28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.706178] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]520a74b5-ad5f-4c25-1a7c-55ad0e042ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.018423} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.706982] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec6e5435-a75b-4559-8276-eb45a5259340 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.712940] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1118.712940] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529c2b4f-3182-6a55-e050-8ec54236f427" [ 1118.712940] env[69411]: _type = "Task" [ 1118.712940] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.731038] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529c2b4f-3182-6a55-e050-8ec54236f427, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.731038] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.731038] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 50807e1c-5719-42c8-a8a2-487d0e2c92a5/50807e1c-5719-42c8-a8a2-487d0e2c92a5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.731038] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acb38a9b-975f-4f66-a395-d54e82c50e68 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.736438] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1118.736438] env[69411]: value = "task-3379381" [ 1118.736438] env[69411]: _type = "Task" [ 1118.736438] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.745403] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.943982] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076062} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.947694] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.950121] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004099b7-e731-487c-bce9-32e461a791a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.954491] env[69411]: INFO nova.scheduler.client.report [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted allocation for migration 816249d3-8d6f-4376-a575-e47fa7a3f994 [ 1118.989866] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/086c76e3-54db-456c-8e5b-07fabb5ad06b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.996262] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ab70dd-15a0-467f-9d8e-ff599ff38a72 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.010893] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379380, 'name': RemoveSnapshot_Task, 'duration_secs': 0.383268} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.012234] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1119.012583] env[69411]: DEBUG nova.compute.manager [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.014277] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd16d51-0f7e-4c60-bae9-c18d8e4a8684 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.019417] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1119.019417] env[69411]: value = "task-3379382" [ 1119.019417] env[69411]: _type = "Task" [ 1119.019417] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.035454] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.098258] env[69411]: INFO nova.compute.manager [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Took 20.19 seconds to build instance. [ 1119.184652] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29903c7d-65e2-485a-9f33-d817e09d5ea9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.194102] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb555e2-d2f5-4080-99ab-bbd02cef4d46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.230650] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72952e11-18a6-42cb-a06f-ec26a75af22a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.242036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c37b0e1-382f-499f-87bb-28a1f11dcbe9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.251651] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509026} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.259055] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 50807e1c-5719-42c8-a8a2-487d0e2c92a5/50807e1c-5719-42c8-a8a2-487d0e2c92a5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.259297] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.259828] env[69411]: DEBUG nova.compute.provider_tree [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.261010] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cef8625-00cd-4f42-8b58-98243927ffdb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.266840] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1119.266840] env[69411]: value = "task-3379383" [ 1119.266840] env[69411]: _type = "Task" [ 1119.266840] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.274987] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.470319] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6fe2c3ea-e057-417d-a429-2c20e29c5bb2 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.544s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.529903] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379382, 'name': ReconfigVM_Task, 'duration_secs': 0.427062} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.530036] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/086c76e3-54db-456c-8e5b-07fabb5ad06b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.530701] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a6bcf3-ee64-4c53-b6c0-12153bb80f95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.534789] env[69411]: INFO nova.compute.manager [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Shelve offloading [ 1119.539366] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1119.539366] env[69411]: value = "task-3379384" [ 1119.539366] env[69411]: _type = "Task" [ 1119.539366] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.547905] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379384, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.558327] env[69411]: DEBUG nova.objects.instance [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'flavor' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.599782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c10af2f6-90d0-4240-b1b6-457bc9fbaeb1 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.700s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.764544] env[69411]: DEBUG nova.scheduler.client.report [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.778942] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065738} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.779226] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.780062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb528f06-4f45-47d7-aa1f-e5a246826704 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.806333] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 50807e1c-5719-42c8-a8a2-487d0e2c92a5/50807e1c-5719-42c8-a8a2-487d0e2c92a5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.806971] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196980bd-d706-4d6a-af01-5449d05fa395 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.829177] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1119.829177] env[69411]: value = "task-3379385" [ 1119.829177] env[69411]: _type = "Task" [ 1119.829177] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.839122] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.039223] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.039223] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3c332a-1e2a-4a58-a60c-6a47a9f5013e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.050160] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379384, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.051460] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1120.051460] env[69411]: value = "task-3379386" [ 1120.051460] env[69411]: _type = "Task" [ 1120.051460] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.059571] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.059792] env[69411]: DEBUG nova.compute.manager [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.062215] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f716a-217a-4912-ab74-daab842cdc2f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.065152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.065339] env[69411]: DEBUG oslo_concurrency.lockutils [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.065467] env[69411]: DEBUG nova.network.neutron [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1120.065645] env[69411]: DEBUG nova.objects.instance [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'info_cache' on Instance uuid b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.070284] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.070284] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.070284] env[69411]: DEBUG nova.network.neutron [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1120.274558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.277025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.533s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.277330] env[69411]: DEBUG nova.objects.instance [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lazy-loading 'resources' on Instance uuid e60f15f5-8a7d-4631-9bbd-c7b3a2c15094 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.293108] env[69411]: INFO nova.scheduler.client.report [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Deleted allocations for instance 416e24c8-d946-49d5-9a34-129674cd2d0d [ 1120.326365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.326609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.340332] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.551276] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379384, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.573132] env[69411]: DEBUG nova.objects.base [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.791889] env[69411]: DEBUG nova.network.neutron [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.802197] env[69411]: DEBUG oslo_concurrency.lockutils [None req-02cf4920-f7d0-4e7a-8dbc-b593faeab911 tempest-VolumesAdminNegativeTest-1289401959 tempest-VolumesAdminNegativeTest-1289401959-project-member] Lock "416e24c8-d946-49d5-9a34-129674cd2d0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.806s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.828991] env[69411]: DEBUG nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.845726] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379385, 'name': ReconfigVM_Task, 'duration_secs': 0.776113} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.846042] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 50807e1c-5719-42c8-a8a2-487d0e2c92a5/50807e1c-5719-42c8-a8a2-487d0e2c92a5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.846746] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35d63a72-7e6e-4a47-b68b-22c8ec262091 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.854290] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1120.854290] env[69411]: value = "task-3379387" [ 1120.854290] env[69411]: _type = "Task" [ 1120.854290] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.865931] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379387, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.026665] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0307a9-62e5-4ca6-b9cd-4f7e0302e780 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.036223] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d626e6-c130-41eb-928d-ac1d6f83cee4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.069314] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc69e0d-4f21-4330-964f-23c6765107fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.074879] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379384, 'name': Rename_Task, 'duration_secs': 1.142867} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.075491] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.075789] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-368f81ba-de55-4a2d-8c4b-3e3d178b9a1a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.082395] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901889c6-6eb3-43b7-a4bc-f1d999a2782d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.088311] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1121.088311] env[69411]: value = "task-3379388" [ 1121.088311] env[69411]: _type = "Task" [ 1121.088311] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.098805] env[69411]: DEBUG nova.compute.provider_tree [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.104952] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379388, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.294734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.363842] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.370509] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379387, 'name': Rename_Task, 'duration_secs': 0.274492} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.370823] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.371103] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cdce5a4-1b5a-415f-b73a-ed03b7198ad8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.379021] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1121.379021] env[69411]: value = "task-3379389" [ 1121.379021] env[69411]: _type = "Task" [ 1121.379021] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.387650] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.498853] env[69411]: DEBUG nova.network.neutron [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [{"id": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "address": "fa:16:3e:1c:73:f7", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828d6ba2-1a", "ovs_interfaceid": "828d6ba2-1a51-4a62-89a9-ff84e2c7d956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.602366] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.602366] env[69411]: DEBUG nova.scheduler.client.report [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.614767] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.614984] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.761932] env[69411]: DEBUG nova.compute.manager [req-13185867-bd6b-466c-afce-a0fc34777f31 req-f8d37a0a-ad1f-4a4c-9b10-d8ce0313db6e service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-vif-unplugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.762145] env[69411]: DEBUG oslo_concurrency.lockutils [req-13185867-bd6b-466c-afce-a0fc34777f31 req-f8d37a0a-ad1f-4a4c-9b10-d8ce0313db6e service nova] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.762300] env[69411]: DEBUG oslo_concurrency.lockutils [req-13185867-bd6b-466c-afce-a0fc34777f31 req-f8d37a0a-ad1f-4a4c-9b10-d8ce0313db6e service nova] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.762398] env[69411]: DEBUG oslo_concurrency.lockutils [req-13185867-bd6b-466c-afce-a0fc34777f31 req-f8d37a0a-ad1f-4a4c-9b10-d8ce0313db6e service nova] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.762571] env[69411]: DEBUG nova.compute.manager [req-13185867-bd6b-466c-afce-a0fc34777f31 req-f8d37a0a-ad1f-4a4c-9b10-d8ce0313db6e service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] No waiting events found dispatching network-vif-unplugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.762740] env[69411]: WARNING nova.compute.manager [req-13185867-bd6b-466c-afce-a0fc34777f31 req-f8d37a0a-ad1f-4a4c-9b10-d8ce0313db6e service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received unexpected event network-vif-unplugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 for instance with vm_state shelved and task_state shelving_offloading. [ 1121.853442] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.854487] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d79b80c-c2b1-4c41-a0c0-ed45390be549 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.863348] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.863765] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60b7ddda-239c-440a-87e5-93b37e2c1d62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.888940] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.926281] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.926672] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.926980] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleting the datastore file [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.927394] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc91bde-b8df-4acc-8732-1a7b13af832c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.935276] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1121.935276] env[69411]: value = "task-3379391" [ 1121.935276] env[69411]: _type = "Task" [ 1121.935276] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.943755] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.001753] env[69411]: DEBUG oslo_concurrency.lockutils [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-b187064a-20b8-4e80-aaef-2ae78d901640" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.098594] env[69411]: DEBUG oslo_vmware.api [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379388, 'name': PowerOnVM_Task, 'duration_secs': 0.826345} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.098874] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.099096] env[69411]: INFO nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1122.099286] env[69411]: DEBUG nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.100065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf79651-e2b1-49a6-83bc-2f2b9c51bf42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.108714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.110772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.361s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.115743] env[69411]: INFO nova.compute.claims [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.136435] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.136522] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.136938] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.136938] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.137042] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.137176] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.137926] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1122.137926] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.391445] env[69411]: DEBUG oslo_vmware.api [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379389, 'name': PowerOnVM_Task, 'duration_secs': 0.988697} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.395105] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.395105] env[69411]: INFO nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1122.395105] env[69411]: DEBUG nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.395105] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be1e8b-e0a6-455b-ae05-f472db9e494d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.446568] env[69411]: DEBUG oslo_vmware.api [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418705} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.447080] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.447401] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.447704] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.473678] env[69411]: INFO nova.scheduler.client.report [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted allocations for instance 7a68f93a-5201-48f3-a81b-9b56ad786c73 [ 1122.633733] env[69411]: INFO nova.compute.manager [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Took 23.13 seconds to build instance. [ 1122.640266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-56dfd641-9875-4f9e-8e00-2ce02c52b8c0 tempest-ServerActionsV293TestJSON-1872066863 tempest-ServerActionsV293TestJSON-1872066863-project-member] Lock "e60f15f5-8a7d-4631-9bbd-c7b3a2c15094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.550s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.642088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.911068] env[69411]: INFO nova.compute.manager [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Took 20.57 seconds to build instance. [ 1122.976784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.007476] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.007796] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a961daa6-7dde-4770-9ea9-fea003a3ac4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.015690] env[69411]: DEBUG oslo_vmware.api [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1123.015690] env[69411]: value = "task-3379392" [ 1123.015690] env[69411]: _type = "Task" [ 1123.015690] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.024381] env[69411]: DEBUG oslo_vmware.api [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.136083] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e4185c80-0b86-47d9-85c7-5cb6583f6637 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.644s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.314546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e1f8e-7e47-4428-907d-8ca5ec9371b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.324233] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0956a7bd-17fb-43c3-8640-f8b71ccfaf2b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.356898] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159213c0-8cba-4931-b20e-a38e0ff204d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.365251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea00fb1-28f0-4f89-aa89-a230abe697ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.381871] env[69411]: DEBUG nova.compute.provider_tree [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.413569] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e2106d53-a6a5-4358-88f1-74dd8ca131b4 tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.079s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.446901] env[69411]: INFO nova.compute.manager [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Rescuing [ 1123.447184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.447341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.447511] env[69411]: DEBUG nova.network.neutron [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1123.527526] env[69411]: DEBUG oslo_vmware.api [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379392, 'name': PowerOnVM_Task, 'duration_secs': 0.401385} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.527819] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.528095] env[69411]: DEBUG nova.compute.manager [None req-49400cd0-acd5-4db5-acbb-69578494b330 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.528976] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75401e90-8160-40b8-b185-4665a4b866cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.885644] env[69411]: DEBUG nova.scheduler.client.report [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.148189] env[69411]: DEBUG nova.compute.manager [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.148426] env[69411]: DEBUG nova.compute.manager [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing instance network info cache due to event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.149283] env[69411]: DEBUG oslo_concurrency.lockutils [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] Acquiring lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.149450] env[69411]: DEBUG oslo_concurrency.lockutils [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] Acquired lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.149622] env[69411]: DEBUG nova.network.neutron [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1124.221831] env[69411]: DEBUG nova.network.neutron [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Updating instance_info_cache with network_info: [{"id": "495fb137-c0eb-477e-ba8c-eaa711859a30", "address": "fa:16:3e:d6:d3:b8", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495fb137-c0", "ovs_interfaceid": "495fb137-c0eb-477e-ba8c-eaa711859a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.391061] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.391581] env[69411]: DEBUG nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.395425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.102s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.724691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-086c76e3-54db-456c-8e5b-07fabb5ad06b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.901289] env[69411]: DEBUG nova.compute.utils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.902834] env[69411]: DEBUG nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.902996] env[69411]: DEBUG nova.network.neutron [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.978278] env[69411]: DEBUG nova.policy [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.984132] env[69411]: DEBUG nova.network.neutron [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updated VIF entry in instance network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1124.984132] env[69411]: DEBUG nova.network.neutron [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.061407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "b187064a-20b8-4e80-aaef-2ae78d901640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.061407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.061407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.061407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.061407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.065548] env[69411]: INFO nova.compute.manager [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Terminating instance [ 1125.157414] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937731b-1627-480d-8688-a69a1d920d46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.165470] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29261709-450f-48b6-a605-87b9b7d6ea80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.196910] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2482bbc-ec80-4d4b-a54f-bb994021ab93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.205710] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd551e5c-3102-4568-81ed-4eb5249cd74a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.219827] env[69411]: DEBUG nova.compute.provider_tree [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.400192] env[69411]: DEBUG nova.network.neutron [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Successfully created port: 30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.406301] env[69411]: DEBUG nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.438068] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.486962] env[69411]: DEBUG oslo_concurrency.lockutils [req-13d99bd8-370d-46f0-bef1-1b3157794e5b req-faf5e4e9-a557-4f04-a6b6-cffd3c86ff74 service nova] Releasing lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.572076] env[69411]: DEBUG nova.compute.manager [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.572781] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.573917] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d2ea7f-e022-48ee-8038-fd49c1a75dc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.583956] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.584310] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e6ff17-1487-46b9-9476-fa88bea8cd90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.591669] env[69411]: DEBUG oslo_vmware.api [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1125.591669] env[69411]: value = "task-3379393" [ 1125.591669] env[69411]: _type = "Task" [ 1125.591669] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.601846] env[69411]: DEBUG oslo_vmware.api [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.723213] env[69411]: DEBUG nova.scheduler.client.report [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.749054] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.749521] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.749763] env[69411]: DEBUG nova.compute.manager [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.750675] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2620eb0d-db31-4d49-9fdd-eb764ccb5568 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.757526] env[69411]: DEBUG nova.compute.manager [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1125.758119] env[69411]: DEBUG nova.objects.instance [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lazy-loading 'flavor' on Instance uuid 50807e1c-5719-42c8-a8a2-487d0e2c92a5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.102421] env[69411]: DEBUG oslo_vmware.api [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379393, 'name': PowerOffVM_Task, 'duration_secs': 0.194003} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.102520] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.102739] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.102938] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ef9a039-1d22-4226-909e-8c277e2bd598 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.163408] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.163408] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.163408] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleting the datastore file [datastore1] b187064a-20b8-4e80-aaef-2ae78d901640 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.163408] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522b0a21-7a41-4712-bdb0-1221a7129612 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.169106] env[69411]: DEBUG oslo_vmware.api [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1126.169106] env[69411]: value = "task-3379395" [ 1126.169106] env[69411]: _type = "Task" [ 1126.169106] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.177557] env[69411]: DEBUG oslo_vmware.api [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.266460] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.266736] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-178f9622-9a9c-437e-87ea-b8d6a2ce706f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.275665] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1126.275665] env[69411]: value = "task-3379396" [ 1126.275665] env[69411]: _type = "Task" [ 1126.275665] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.285828] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.416530] env[69411]: DEBUG nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.446836] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.447098] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.447263] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.447448] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.447596] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.447743] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.447950] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.448282] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.448465] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.448635] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.448808] env[69411]: DEBUG nova.virt.hardware [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.449670] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada9bd7-4ff3-45c6-ac7b-237bd42a2df0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.458197] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d9db7-6da3-470c-9aba-80ec4bc0352d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.681464] env[69411]: DEBUG oslo_vmware.api [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281906} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.681725] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.681913] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.682111] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.682302] env[69411]: INFO nova.compute.manager [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1126.682544] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.682732] env[69411]: DEBUG nova.compute.manager [-] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.682827] env[69411]: DEBUG nova.network.neutron [-] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1126.736009] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.341s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.739641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.666s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.741756] env[69411]: INFO nova.compute.claims [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.765299] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.765700] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-315cf138-0aff-40e6-aa04-8e28b753d4d7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.774721] env[69411]: DEBUG oslo_vmware.api [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1126.774721] env[69411]: value = "task-3379397" [ 1126.774721] env[69411]: _type = "Task" [ 1126.774721] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.787781] env[69411]: DEBUG oslo_vmware.api [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.790986] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379396, 'name': PowerOffVM_Task, 'duration_secs': 0.234887} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.792263] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.793166] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8be228f-e20c-420a-9b79-4be2b63e4873 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.814720] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d4b0f3-0028-4dc9-8604-2a00e811e0e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.860445] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.861217] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22771a88-84c1-4093-8c6c-c9f1f0ec6419 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.868195] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1126.868195] env[69411]: value = "task-3379398" [ 1126.868195] env[69411]: _type = "Task" [ 1126.868195] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.876396] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.293861] env[69411]: DEBUG oslo_vmware.api [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379397, 'name': PowerOffVM_Task, 'duration_secs': 0.262316} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.297329] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.298055] env[69411]: DEBUG nova.compute.manager [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.298509] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94035c57-2b31-4f7e-97e5-2f600979388c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.325840] env[69411]: INFO nova.scheduler.client.report [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted allocation for migration 75fc5fbc-4f1f-48e4-b29f-0422561bd500 [ 1127.351961] env[69411]: DEBUG nova.compute.manager [req-27c08de6-c083-4263-8270-bdd8c121cbd0 req-c298d308-0a33-47ee-b5c5-b066ee5440f8 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-vif-plugged-30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.351961] env[69411]: DEBUG oslo_concurrency.lockutils [req-27c08de6-c083-4263-8270-bdd8c121cbd0 req-c298d308-0a33-47ee-b5c5-b066ee5440f8 service nova] Acquiring lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.351961] env[69411]: DEBUG oslo_concurrency.lockutils [req-27c08de6-c083-4263-8270-bdd8c121cbd0 req-c298d308-0a33-47ee-b5c5-b066ee5440f8 service nova] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.351961] env[69411]: DEBUG oslo_concurrency.lockutils [req-27c08de6-c083-4263-8270-bdd8c121cbd0 req-c298d308-0a33-47ee-b5c5-b066ee5440f8 service nova] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.351961] env[69411]: DEBUG nova.compute.manager [req-27c08de6-c083-4263-8270-bdd8c121cbd0 req-c298d308-0a33-47ee-b5c5-b066ee5440f8 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] No waiting events found dispatching network-vif-plugged-30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.351961] env[69411]: WARNING nova.compute.manager [req-27c08de6-c083-4263-8270-bdd8c121cbd0 req-c298d308-0a33-47ee-b5c5-b066ee5440f8 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received unexpected event network-vif-plugged-30290c29-cff8-4ae1-a35f-7b1629bba9a0 for instance with vm_state building and task_state spawning. [ 1127.375922] env[69411]: DEBUG nova.network.neutron [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Successfully updated port: 30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.382979] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1127.383101] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.383654] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.383810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.383843] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.384466] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a7731c-b603-4e26-a5b9-72aeb8091f54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.394285] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.394408] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.395715] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5b489c-13b7-403b-83be-6024571ba066 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.405984] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1127.405984] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c0d6c9-b20a-ee8e-658f-92c19db4f176" [ 1127.405984] env[69411]: _type = "Task" [ 1127.405984] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.415359] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c0d6c9-b20a-ee8e-658f-92c19db4f176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.812183] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e9c41cc0-9a47-4a59-81f5-1fda408ed2ea tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.834438] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.790s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.876733] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.877766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.877952] env[69411]: DEBUG nova.network.neutron [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1127.917715] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c0d6c9-b20a-ee8e-658f-92c19db4f176, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.918497] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becfa127-59fc-4e55-86af-dc1412b9bb15 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.925360] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1127.925360] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52818087-5d58-3d5c-8ce5-fb7207267e06" [ 1127.925360] env[69411]: _type = "Task" [ 1127.925360] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.932610] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52818087-5d58-3d5c-8ce5-fb7207267e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.954775] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f46bd-3006-4599-ba51-4d9379406bd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.962256] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbfa9c-42b0-449e-b64c-5f9090604f6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.967765] env[69411]: DEBUG nova.network.neutron [-] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.996347] env[69411]: INFO nova.compute.manager [-] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Took 1.31 seconds to deallocate network for instance. [ 1127.996347] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb5219-d45a-4a23-aaa5-ddbad69806cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.007283] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7802c522-fccd-4314-9fac-4dfcbb0dd40f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.024827] env[69411]: DEBUG nova.compute.provider_tree [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.413052] env[69411]: DEBUG nova.network.neutron [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1128.438815] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52818087-5d58-3d5c-8ce5-fb7207267e06, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.438815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.439044] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1128.439444] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c550ace-0235-47bf-b136-e2d1c74ab1f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.446452] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1128.446452] env[69411]: value = "task-3379399" [ 1128.446452] env[69411]: _type = "Task" [ 1128.446452] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.456640] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.508067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.529469] env[69411]: DEBUG nova.scheduler.client.report [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.600607] env[69411]: DEBUG nova.network.neutron [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.957904] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379399, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.032323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.032323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.032323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.032323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.032323] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.034772] env[69411]: INFO nova.compute.manager [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Terminating instance [ 1129.038583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.038583] env[69411]: DEBUG nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.045272] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.629s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.046834] env[69411]: INFO nova.compute.claims [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.080487] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "23b931bf-40b4-4bfd-b611-cc6c22219584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.080784] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.081086] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.081284] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.081460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.084451] env[69411]: INFO nova.compute.manager [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Terminating instance [ 1129.105062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.105062] env[69411]: DEBUG nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Instance network_info: |[{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.105062] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:b8:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30290c29-cff8-4ae1-a35f-7b1629bba9a0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.112225] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.112909] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.113316] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f9d7e3a-9650-4a60-b937-39a8a03e091d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.135405] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.135405] env[69411]: value = "task-3379400" [ 1129.135405] env[69411]: _type = "Task" [ 1129.135405] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.145369] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379400, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.387219] env[69411]: DEBUG nova.compute.manager [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.387428] env[69411]: DEBUG nova.compute.manager [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing instance network info cache due to event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.387650] env[69411]: DEBUG oslo_concurrency.lockutils [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.387794] env[69411]: DEBUG oslo_concurrency.lockutils [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.387956] env[69411]: DEBUG nova.network.neutron [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1129.458587] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55601} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.458931] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. [ 1129.461344] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120f6f4-a41b-4b41-bbab-ddb9050c36f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.494410] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.496220] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87914f00-229c-4280-ad4b-de27cc815cc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.514549] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1129.514549] env[69411]: value = "task-3379401" [ 1129.514549] env[69411]: _type = "Task" [ 1129.514549] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.526049] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.544630] env[69411]: DEBUG nova.compute.manager [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.544856] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.545787] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d8ddb-beb0-4b03-9f1c-8a814e09343f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.552277] env[69411]: DEBUG nova.compute.utils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.564073] env[69411]: DEBUG nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.564301] env[69411]: DEBUG nova.network.neutron [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.569588] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.569588] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e0bc4ff-a04c-4d09-89b7-8e46d6f4770f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.592094] env[69411]: DEBUG nova.compute.manager [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.592321] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.593453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25d4e11-ad1d-4079-aace-40f143ea3221 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.601334] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.601334] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd894483-4459-41eb-b481-ba321993a16c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.607457] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1129.607457] env[69411]: value = "task-3379403" [ 1129.607457] env[69411]: _type = "Task" [ 1129.607457] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.616089] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.622759] env[69411]: DEBUG nova.policy [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '938e722865ee490a839d0dee11943f8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7d8861151194ef79e0e09f35a2033e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.642184] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.642426] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.642615] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleting the datastore file [datastore2] 50807e1c-5719-42c8-a8a2-487d0e2c92a5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.643352] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f81d87-a94a-4180-b183-01da25ed1da0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.652382] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379400, 'name': CreateVM_Task, 'duration_secs': 0.300964} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.653529] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.654231] env[69411]: DEBUG oslo_vmware.api [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1129.654231] env[69411]: value = "task-3379404" [ 1129.654231] env[69411]: _type = "Task" [ 1129.654231] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.655162] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.655220] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.655563] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.656104] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d161a3a3-b256-495d-8db2-247417ac86ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.671251] env[69411]: DEBUG oslo_vmware.api [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.671251] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1129.671251] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525b1c8c-e8ca-8289-fc3e-618a3faf145b" [ 1129.671251] env[69411]: _type = "Task" [ 1129.671251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.680287] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525b1c8c-e8ca-8289-fc3e-618a3faf145b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.024425] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379401, 'name': ReconfigVM_Task, 'duration_secs': 0.329895} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.024918] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.025970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c25fb-e01e-4b1e-9aef-85215f3d32f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.058686] env[69411]: DEBUG nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.065044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb545ae-caef-491f-b7e6-fc8503811cba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.087583] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1130.087583] env[69411]: value = "task-3379405" [ 1130.087583] env[69411]: _type = "Task" [ 1130.087583] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.095804] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.120415] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379403, 'name': PowerOffVM_Task, 'duration_secs': 0.272342} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.121701] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.121879] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.122177] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb29af47-b9d0-41aa-82c9-56e2eda3a512 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.167547] env[69411]: DEBUG oslo_vmware.api [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194076} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.167823] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.168226] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.168534] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.168727] env[69411]: INFO nova.compute.manager [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1130.168974] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.169252] env[69411]: DEBUG nova.compute.manager [-] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.169353] env[69411]: DEBUG nova.network.neutron [-] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1130.178279] env[69411]: DEBUG nova.network.neutron [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Successfully created port: 6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.186899] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525b1c8c-e8ca-8289-fc3e-618a3faf145b, 'name': SearchDatastore_Task, 'duration_secs': 0.019559} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.187231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.187468] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.187738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.187892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.188109] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.189051] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3129aec-a2e7-4762-aa83-0b300e191fde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.191674] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.191927] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.192248] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleting the datastore file [datastore2] 23b931bf-40b4-4bfd-b611-cc6c22219584 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.195791] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-391f6093-d61c-4cb2-931a-8f22df81647d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.202424] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for the task: (returnval){ [ 1130.202424] env[69411]: value = "task-3379407" [ 1130.202424] env[69411]: _type = "Task" [ 1130.202424] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.203346] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.203522] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.208950] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5414d9cd-469e-4d50-a0a7-db55b903d55a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.221402] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.225169] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1130.225169] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52687ae5-935c-dcb6-9aab-0c36dda50565" [ 1130.225169] env[69411]: _type = "Task" [ 1130.225169] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.234444] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52687ae5-935c-dcb6-9aab-0c36dda50565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.287488] env[69411]: DEBUG nova.network.neutron [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updated VIF entry in instance network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1130.287836] env[69411]: DEBUG nova.network.neutron [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.405486] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9cca4-d609-4d59-a625-43ec82681c5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.412266] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895f76fb-fd54-4407-93e5-d1b002f46fed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.455097] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6f92e1-b51f-4eff-bd65-0075d63dfe9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.460793] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa628dc-0411-4ce0-b997-01ab2fff696f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.478293] env[69411]: DEBUG nova.compute.provider_tree [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.571583] env[69411]: DEBUG nova.compute.manager [req-4eddc015-3ea9-4b58-9dba-65cb229b5004 req-433a3e92-e742-4153-8360-6f70bceb5a51 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Received event network-vif-deleted-9fc2ec9b-ab15-48e2-ba82-3a0bc4197582 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.571803] env[69411]: INFO nova.compute.manager [req-4eddc015-3ea9-4b58-9dba-65cb229b5004 req-433a3e92-e742-4153-8360-6f70bceb5a51 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Neutron deleted interface 9fc2ec9b-ab15-48e2-ba82-3a0bc4197582; detaching it from the instance and deleting it from the info cache [ 1130.572266] env[69411]: DEBUG nova.network.neutron [req-4eddc015-3ea9-4b58-9dba-65cb229b5004 req-433a3e92-e742-4153-8360-6f70bceb5a51 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.599837] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379405, 'name': ReconfigVM_Task, 'duration_secs': 0.173412} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.599929] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.600220] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb9bd131-499c-4392-a062-ce08933d5679 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.608236] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1130.608236] env[69411]: value = "task-3379408" [ 1130.608236] env[69411]: _type = "Task" [ 1130.608236] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.617317] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.713875] env[69411]: DEBUG oslo_vmware.api [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Task: {'id': task-3379407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209467} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.714155] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.714237] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.714450] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.714625] env[69411]: INFO nova.compute.manager [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1130.714892] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.715125] env[69411]: DEBUG nova.compute.manager [-] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.715205] env[69411]: DEBUG nova.network.neutron [-] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1130.735830] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52687ae5-935c-dcb6-9aab-0c36dda50565, 'name': SearchDatastore_Task, 'duration_secs': 0.020361} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.736255] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b121b3e6-5987-49da-b7c1-e3cab6c31112 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.741850] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1130.741850] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524d983c-11a8-a100-e2f1-c1f2259fd46b" [ 1130.741850] env[69411]: _type = "Task" [ 1130.741850] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.750136] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524d983c-11a8-a100-e2f1-c1f2259fd46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.793515] env[69411]: DEBUG oslo_concurrency.lockutils [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.793839] env[69411]: DEBUG nova.compute.manager [req-49a4bc6d-5d7a-4ad9-a1c3-c34c79d1cf9c req-1e5d8394-2e65-461e-b0d5-7bd968470545 service nova] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Received event network-vif-deleted-828d6ba2-1a51-4a62-89a9-ff84e2c7d956 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.982120] env[69411]: DEBUG nova.scheduler.client.report [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.052911] env[69411]: DEBUG nova.network.neutron [-] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.068669] env[69411]: DEBUG nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.074685] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a82fb090-9cfa-4127-a28a-19a9888a0ecb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.084822] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d47dab-6293-4235-9aaf-ac4e1ba6a9d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.104149] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.104415] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.104576] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.104757] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.104906] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.105069] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.105282] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.105440] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.105603] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.105764] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.105935] env[69411]: DEBUG nova.virt.hardware [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.106879] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f58d83-45fe-4c39-b164-26a60d814a51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.117556] env[69411]: DEBUG nova.compute.manager [req-4eddc015-3ea9-4b58-9dba-65cb229b5004 req-433a3e92-e742-4153-8360-6f70bceb5a51 service nova] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Detach interface failed, port_id=9fc2ec9b-ab15-48e2-ba82-3a0bc4197582, reason: Instance 50807e1c-5719-42c8-a8a2-487d0e2c92a5 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.125231] env[69411]: DEBUG oslo_vmware.api [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379408, 'name': PowerOnVM_Task, 'duration_secs': 0.419759} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.127275] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.129957] env[69411]: DEBUG nova.compute.manager [None req-e5697aad-428f-406d-b86f-1e7eac722054 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.130829] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7153e5-2147-421e-b668-75a2f2291523 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.134526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1257fbc-36fd-4bf9-9a67-008ab61133ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.252872] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524d983c-11a8-a100-e2f1-c1f2259fd46b, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.253148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.253408] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] fd5f3971-c439-40a0-bc83-d9669324ab6f/fd5f3971-c439-40a0-bc83-d9669324ab6f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.253659] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02694597-0cf5-446f-8b96-2a3091708fdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.259961] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1131.259961] env[69411]: value = "task-3379409" [ 1131.259961] env[69411]: _type = "Task" [ 1131.259961] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.267535] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.493164] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.493898] env[69411]: DEBUG nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.496809] env[69411]: DEBUG nova.network.neutron [-] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.497750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.238s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.497965] env[69411]: DEBUG nova.objects.instance [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lazy-loading 'resources' on Instance uuid 39e834d5-508a-4424-9363-b8ecf38192ca {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.559455] env[69411]: INFO nova.compute.manager [-] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Took 1.39 seconds to deallocate network for instance. [ 1131.636924] env[69411]: DEBUG nova.compute.manager [req-0580b884-7586-4348-b445-b902dbb22bd9 req-bb6f6a7d-c37a-4888-aac9-b52dbe274e08 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Received event network-vif-plugged-6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.636924] env[69411]: DEBUG oslo_concurrency.lockutils [req-0580b884-7586-4348-b445-b902dbb22bd9 req-bb6f6a7d-c37a-4888-aac9-b52dbe274e08 service nova] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.637057] env[69411]: DEBUG oslo_concurrency.lockutils [req-0580b884-7586-4348-b445-b902dbb22bd9 req-bb6f6a7d-c37a-4888-aac9-b52dbe274e08 service nova] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.637622] env[69411]: DEBUG oslo_concurrency.lockutils [req-0580b884-7586-4348-b445-b902dbb22bd9 req-bb6f6a7d-c37a-4888-aac9-b52dbe274e08 service nova] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.637622] env[69411]: DEBUG nova.compute.manager [req-0580b884-7586-4348-b445-b902dbb22bd9 req-bb6f6a7d-c37a-4888-aac9-b52dbe274e08 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] No waiting events found dispatching network-vif-plugged-6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.637622] env[69411]: WARNING nova.compute.manager [req-0580b884-7586-4348-b445-b902dbb22bd9 req-bb6f6a7d-c37a-4888-aac9-b52dbe274e08 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Received unexpected event network-vif-plugged-6987c573-5658-462f-b6cd-56c36c9cdf3d for instance with vm_state building and task_state spawning. [ 1131.773417] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379409, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.780292] env[69411]: DEBUG nova.network.neutron [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Successfully updated port: 6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.007627] env[69411]: DEBUG nova.compute.utils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.021076] env[69411]: INFO nova.compute.manager [-] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Took 1.30 seconds to deallocate network for instance. [ 1132.021076] env[69411]: DEBUG nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.021076] env[69411]: DEBUG nova.network.neutron [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.069315] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.810670] env[69411]: DEBUG nova.policy [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c30189ea00f4c94abf0b5d2678e764b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4cc843135fa43139895cc9ae3cace97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.816395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.816542] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.816674] env[69411]: DEBUG nova.network.neutron [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1132.817775] env[69411]: DEBUG nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.820637] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.822946] env[69411]: DEBUG nova.compute.manager [req-11444178-b97b-45bd-9917-97844d38df1e req-a61dc2c3-ca43-40ab-b6a6-49dfab9e0fd8 service nova] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Received event network-vif-deleted-637afc38-fee9-4719-a7c7-0981c4eafd59 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.833659] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789518} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.834450] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] fd5f3971-c439-40a0-bc83-d9669324ab6f/fd5f3971-c439-40a0-bc83-d9669324ab6f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.834662] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.834904] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-130e41ba-3f79-4b6a-aa65-ee49947363a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.841522] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1132.841522] env[69411]: value = "task-3379410" [ 1132.841522] env[69411]: _type = "Task" [ 1132.841522] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.852725] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.976666] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f73ea-695a-4d46-ae4a-b121d1f441b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.982313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7163d6b-ebe8-4b87-8a9f-6cfa2462462a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.012599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1b0e17-5096-4b7d-aeaf-3500437054c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.019839] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42064e52-59e5-48c5-a5e6-aaed1f926ab1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.034543] env[69411]: DEBUG nova.compute.provider_tree [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.165705] env[69411]: DEBUG nova.network.neutron [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Successfully created port: bbbbd573-9872-434f-9a7f-79295740046b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.330237] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.330492] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.330941] env[69411]: DEBUG nova.compute.manager [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.332353] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2551bd1-058f-4282-a865-a624eccca2ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.340680] env[69411]: DEBUG nova.compute.manager [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1133.341245] env[69411]: DEBUG nova.objects.instance [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'flavor' on Instance uuid 9ca041f0-b520-4621-8708-9dcccca7cbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.350861] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064547} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.351052] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.352330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22675860-f226-4591-9b45-031b41a60cc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.377583] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] fd5f3971-c439-40a0-bc83-d9669324ab6f/fd5f3971-c439-40a0-bc83-d9669324ab6f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.378913] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c573c40f-3ea8-408f-a881-d0e3cd9e9021 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.394152] env[69411]: DEBUG nova.network.neutron [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1133.404205] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1133.404205] env[69411]: value = "task-3379411" [ 1133.404205] env[69411]: _type = "Task" [ 1133.404205] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.413844] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.538398] env[69411]: DEBUG nova.scheduler.client.report [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.571996] env[69411]: DEBUG nova.network.neutron [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updating instance_info_cache with network_info: [{"id": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "address": "fa:16:3e:2b:59:2e", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987c573-56", "ovs_interfaceid": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.662699] env[69411]: DEBUG nova.compute.manager [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Received event network-changed-6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.662987] env[69411]: DEBUG nova.compute.manager [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Refreshing instance network info cache due to event network-changed-6987c573-5658-462f-b6cd-56c36c9cdf3d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.663115] env[69411]: DEBUG oslo_concurrency.lockutils [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] Acquiring lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.834025] env[69411]: DEBUG nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.844116] env[69411]: INFO nova.compute.manager [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Rescuing [ 1133.844232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.844380] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.844586] env[69411]: DEBUG nova.network.neutron [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1133.862758] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.863019] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.863273] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.863513] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.863665] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.863814] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.864202] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.864419] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.864605] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.864776] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.865089] env[69411]: DEBUG nova.virt.hardware [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.866234] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f256ffcb-9eee-4608-84a0-bcdecc03efeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.874555] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3a77e3-4f92-49a2-8962-dc874bf3c4b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.914623] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.046302] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.548s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.049082] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.685s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.050432] env[69411]: INFO nova.compute.claims [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.068157] env[69411]: INFO nova.scheduler.client.report [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Deleted allocations for instance 39e834d5-508a-4424-9363-b8ecf38192ca [ 1134.075583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.075885] env[69411]: DEBUG nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Instance network_info: |[{"id": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "address": "fa:16:3e:2b:59:2e", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987c573-56", "ovs_interfaceid": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.076189] env[69411]: DEBUG oslo_concurrency.lockutils [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] Acquired lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.076365] env[69411]: DEBUG nova.network.neutron [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Refreshing network info cache for port 6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1134.078320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:59:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6987c573-5658-462f-b6cd-56c36c9cdf3d', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.085779] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Creating folder: Project (a7d8861151194ef79e0e09f35a2033e6). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.086800] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50e65db7-9352-4e08-8f9d-da8c062db30f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.098534] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Created folder: Project (a7d8861151194ef79e0e09f35a2033e6) in parent group-v674052. [ 1134.098732] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Creating folder: Instances. Parent ref: group-v674332. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.098958] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5112cc0-9a82-42d2-923d-938faddaa777 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.109745] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Created folder: Instances in parent group-v674332. [ 1134.109745] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.109745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.109745] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c38f2cd9-7dca-432b-97d3-923e7bb7449a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.128925] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.128925] env[69411]: value = "task-3379414" [ 1134.128925] env[69411]: _type = "Task" [ 1134.128925] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.135848] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379414, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.350649] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.350798] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c30e0d9-dc88-4a43-ae08-6ab95c2638ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.358677] env[69411]: DEBUG oslo_vmware.api [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1134.358677] env[69411]: value = "task-3379415" [ 1134.358677] env[69411]: _type = "Task" [ 1134.358677] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.367477] env[69411]: DEBUG oslo_vmware.api [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.416771] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379411, 'name': ReconfigVM_Task, 'duration_secs': 0.566876} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.416771] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] fd5f3971-c439-40a0-bc83-d9669324ab6f/fd5f3971-c439-40a0-bc83-d9669324ab6f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.416771] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-074e8d9d-67f2-4872-8718-c69a274f53ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.422461] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1134.422461] env[69411]: value = "task-3379416" [ 1134.422461] env[69411]: _type = "Task" [ 1134.422461] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.431226] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379416, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.579673] env[69411]: DEBUG oslo_concurrency.lockutils [None req-28349b79-490b-4cba-83c3-fc99943a1c7b tempest-ServersWithSpecificFlavorTestJSON-898379530 tempest-ServersWithSpecificFlavorTestJSON-898379530-project-member] Lock "39e834d5-508a-4424-9363-b8ecf38192ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.225s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.638775] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379414, 'name': CreateVM_Task, 'duration_secs': 0.461409} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.639241] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.640176] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.640490] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.640913] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.641299] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f17188-4979-4daa-a748-799d02015fa0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.645802] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1134.645802] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a454a8-03c8-3a5e-eb99-c04ec0de5e4f" [ 1134.645802] env[69411]: _type = "Task" [ 1134.645802] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.655329] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a454a8-03c8-3a5e-eb99-c04ec0de5e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.656596] env[69411]: DEBUG nova.network.neutron [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Updating instance_info_cache with network_info: [{"id": "bb5df250-1696-4272-8d1c-632e96100684", "address": "fa:16:3e:b0:31:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5df250-16", "ovs_interfaceid": "bb5df250-1696-4272-8d1c-632e96100684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.868541] env[69411]: DEBUG oslo_vmware.api [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379415, 'name': PowerOffVM_Task, 'duration_secs': 0.214439} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.869507] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.869507] env[69411]: DEBUG nova.compute.manager [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.870164] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f7e69f-6d16-4939-b324-55432d7ab2c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.928854] env[69411]: DEBUG nova.network.neutron [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Successfully updated port: bbbbd573-9872-434f-9a7f-79295740046b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.933812] env[69411]: DEBUG nova.network.neutron [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updated VIF entry in instance network info cache for port 6987c573-5658-462f-b6cd-56c36c9cdf3d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1134.933941] env[69411]: DEBUG nova.network.neutron [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updating instance_info_cache with network_info: [{"id": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "address": "fa:16:3e:2b:59:2e", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987c573-56", "ovs_interfaceid": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.942155] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379416, 'name': Rename_Task, 'duration_secs': 0.167748} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.942422] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.942676] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23e61e2d-17a6-45aa-90e7-356a1d9bb65e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.949660] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1134.949660] env[69411]: value = "task-3379417" [ 1134.949660] env[69411]: _type = "Task" [ 1134.949660] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.957163] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.158542] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a454a8-03c8-3a5e-eb99-c04ec0de5e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.023109} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.158850] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.159418] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.159418] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.159596] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.159632] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.160068] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f3ace8e-bf8b-4a83-a0bc-1c4417d58797 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.162012] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.172471] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.172657] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.173458] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f2c456-3d72-41fd-bc43-d0b2da93e96c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.181789] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1135.181789] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fcdbdb-9dba-5894-82cc-3ee9f291a3db" [ 1135.181789] env[69411]: _type = "Task" [ 1135.181789] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.195017] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fcdbdb-9dba-5894-82cc-3ee9f291a3db, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.199807] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0d695a-c626-4fb8-82b4-8d2976238f5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.208378] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1135.208378] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5251b966-5ad4-0f6f-95f9-887bb19e668f" [ 1135.208378] env[69411]: _type = "Task" [ 1135.208378] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.218451] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5251b966-5ad4-0f6f-95f9-887bb19e668f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.242910] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff31fb6-d393-4290-89ab-ae7f5f65e6c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.254171] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f66133-e6c2-4b6d-baf4-2a2c56bc9851 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.284767] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2a16df-2caa-4365-a593-cdcaa4aa87ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.291938] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba350063-5535-45ba-9b59-015f37b2ce79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.305816] env[69411]: DEBUG nova.compute.provider_tree [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.381363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1234477e-b92c-44ae-ac3c-52f4f9aa8df5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.438385] env[69411]: DEBUG oslo_concurrency.lockutils [req-5539768a-d5fd-47b4-840e-5510d0a9c1c1 req-3cef19f0-b311-40de-880f-0a5dc52a9790 service nova] Releasing lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.439041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "refresh_cache-e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.439184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquired lock "refresh_cache-e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.439546] env[69411]: DEBUG nova.network.neutron [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1135.458965] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.687145] env[69411]: DEBUG nova.compute.manager [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Received event network-vif-plugged-bbbbd573-9872-434f-9a7f-79295740046b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.687145] env[69411]: DEBUG oslo_concurrency.lockutils [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] Acquiring lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.687145] env[69411]: DEBUG oslo_concurrency.lockutils [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.687145] env[69411]: DEBUG oslo_concurrency.lockutils [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.687517] env[69411]: DEBUG nova.compute.manager [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] No waiting events found dispatching network-vif-plugged-bbbbd573-9872-434f-9a7f-79295740046b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.687835] env[69411]: WARNING nova.compute.manager [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Received unexpected event network-vif-plugged-bbbbd573-9872-434f-9a7f-79295740046b for instance with vm_state building and task_state spawning. [ 1135.688154] env[69411]: DEBUG nova.compute.manager [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Received event network-changed-bbbbd573-9872-434f-9a7f-79295740046b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.688460] env[69411]: DEBUG nova.compute.manager [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Refreshing instance network info cache due to event network-changed-bbbbd573-9872-434f-9a7f-79295740046b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.688760] env[69411]: DEBUG oslo_concurrency.lockutils [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] Acquiring lock "refresh_cache-e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.717786] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5251b966-5ad4-0f6f-95f9-887bb19e668f, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.719018] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.719018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 2842ca5e-956d-4c3b-8273-ea51405d2424/2842ca5e-956d-4c3b-8273-ea51405d2424.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.719018] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e370e12-d560-4ff1-8713-7d8795f65905 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.724870] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1135.724870] env[69411]: value = "task-3379418" [ 1135.724870] env[69411]: _type = "Task" [ 1135.724870] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.735912] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.808789] env[69411]: DEBUG nova.scheduler.client.report [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.966641] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.980240] env[69411]: DEBUG nova.network.neutron [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1136.121344] env[69411]: DEBUG nova.network.neutron [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Updating instance_info_cache with network_info: [{"id": "bbbbd573-9872-434f-9a7f-79295740046b", "address": "fa:16:3e:cc:e7:25", "network": {"id": "9bd77e82-6cbf-4ac1-bcfa-b2c5b5c54022", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-9568348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc843135fa43139895cc9ae3cace97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbbbd573-98", "ovs_interfaceid": "bbbbd573-9872-434f-9a7f-79295740046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.236703] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459757} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.237041] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 2842ca5e-956d-4c3b-8273-ea51405d2424/2842ca5e-956d-4c3b-8273-ea51405d2424.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.237322] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.237576] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9b9169e-7c1f-4360-9c0c-4406a8ad80b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.249584] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1136.249584] env[69411]: value = "task-3379419" [ 1136.249584] env[69411]: _type = "Task" [ 1136.249584] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.260619] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.317296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.317296] env[69411]: DEBUG nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.318965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.677s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.319316] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.319614] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1136.321069] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.343s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.321069] env[69411]: DEBUG nova.objects.instance [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'resources' on Instance uuid 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.322147] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84980820-631d-4327-92b4-56a155aa31c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.334021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb7571b-5039-45e1-bccb-14e4f557fb2e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.345641] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08545f76-7e52-4524-ad00-9fbadc7a4f67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.352861] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd499464-5220-48b5-b7f5-7884d8f59b9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.385103] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180010MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1136.385470] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.460827] env[69411]: DEBUG oslo_vmware.api [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379417, 'name': PowerOnVM_Task, 'duration_secs': 1.482256} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.461113] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.461323] env[69411]: INFO nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1136.461509] env[69411]: DEBUG nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.462352] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38d7d1-5178-42d4-b39d-9848815fbe2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.624376] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Releasing lock "refresh_cache-e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.624737] env[69411]: DEBUG nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Instance network_info: |[{"id": "bbbbd573-9872-434f-9a7f-79295740046b", "address": "fa:16:3e:cc:e7:25", "network": {"id": "9bd77e82-6cbf-4ac1-bcfa-b2c5b5c54022", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-9568348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc843135fa43139895cc9ae3cace97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbbbd573-98", "ovs_interfaceid": "bbbbd573-9872-434f-9a7f-79295740046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.625103] env[69411]: DEBUG oslo_concurrency.lockutils [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] Acquired lock "refresh_cache-e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.625296] env[69411]: DEBUG nova.network.neutron [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Refreshing network info cache for port bbbbd573-9872-434f-9a7f-79295740046b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1136.626476] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:e7:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbbbd573-9872-434f-9a7f-79295740046b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.634059] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Creating folder: Project (a4cc843135fa43139895cc9ae3cace97). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.635946] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eb20d4f-14d2-4811-9723-f006c607c2ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.648627] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Created folder: Project (a4cc843135fa43139895cc9ae3cace97) in parent group-v674052. [ 1136.648905] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Creating folder: Instances. Parent ref: group-v674335. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.649104] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bbf1c02-31a5-4c9d-8b05-ed8fcb2c9728 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.655842] env[69411]: DEBUG nova.objects.instance [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'flavor' on Instance uuid 9ca041f0-b520-4621-8708-9dcccca7cbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.658412] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Created folder: Instances in parent group-v674335. [ 1136.658412] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.658824] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.658997] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17e3e503-3dd0-4bd0-aa79-98caecadadc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.677364] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.677364] env[69411]: value = "task-3379422" [ 1136.677364] env[69411]: _type = "Task" [ 1136.677364] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.685255] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379422, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.712018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.712018] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad423547-67a5-4b56-afe8-a9460fda3636 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.716773] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1136.716773] env[69411]: value = "task-3379423" [ 1136.716773] env[69411]: _type = "Task" [ 1136.716773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.725104] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.759373] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074591} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.759373] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.759988] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc23cd-3145-4257-b9ae-3ba085e0f328 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.785816] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 2842ca5e-956d-4c3b-8273-ea51405d2424/2842ca5e-956d-4c3b-8273-ea51405d2424.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.787162] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7092b349-6379-4d55-a37d-04a23ee2e566 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.806962] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1136.806962] env[69411]: value = "task-3379424" [ 1136.806962] env[69411]: _type = "Task" [ 1136.806962] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.818159] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.823493] env[69411]: DEBUG nova.compute.utils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.824869] env[69411]: DEBUG nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.824965] env[69411]: DEBUG nova.network.neutron [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.827503] env[69411]: DEBUG nova.objects.instance [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.893680] env[69411]: DEBUG nova.policy [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da736bfceadc4c778b3a9545764263f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7b4c4caa43f46d1b55b334966cf7d44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.985266] env[69411]: INFO nova.compute.manager [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Took 25.26 seconds to build instance. [ 1137.161766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.161943] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.162181] env[69411]: DEBUG nova.network.neutron [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1137.162375] env[69411]: DEBUG nova.objects.instance [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'info_cache' on Instance uuid 9ca041f0-b520-4621-8708-9dcccca7cbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.188746] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379422, 'name': CreateVM_Task, 'duration_secs': 0.349539} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.189219] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.189885] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.190062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.190374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.190837] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd08503-8794-4f65-a6f3-ba07d7c06e21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.195537] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1137.195537] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527ae58e-46d7-3af4-8f20-373ee8c847d6" [ 1137.195537] env[69411]: _type = "Task" [ 1137.195537] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.206551] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527ae58e-46d7-3af4-8f20-373ee8c847d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.225463] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379423, 'name': PowerOffVM_Task, 'duration_secs': 0.199915} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.225641] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.226483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe67913-95bc-481a-af64-78ac438723fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.246114] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787acb93-76e2-4c20-ad23-2100490ae468 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.284612] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.284941] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd41940-730f-47a4-92eb-a1bc2ed26850 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.291937] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1137.291937] env[69411]: value = "task-3379425" [ 1137.291937] env[69411]: _type = "Task" [ 1137.291937] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.301641] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1137.301889] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.302185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.302589] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.302817] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.303105] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29be1c8c-1e0a-42d8-be1e-3122ebe8e10f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.312382] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.312610] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.313657] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04564a8-bef3-4e42-a99b-bd362ca3401c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.320348] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.326181] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1137.326181] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c6c0d4-5b72-ff7f-290d-ea6a7b70d3a3" [ 1137.326181] env[69411]: _type = "Task" [ 1137.326181] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.329294] env[69411]: DEBUG nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.332807] env[69411]: DEBUG nova.objects.base [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Object Instance<7a68f93a-5201-48f3-a81b-9b56ad786c73> lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.343253] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c6c0d4-5b72-ff7f-290d-ea6a7b70d3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.488218] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9e8b8876-2da1-4df2-88b1-897cc3dc7e0e tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.774s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.559835] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f401bcd5-b049-4a5d-8ecc-d8ac8bf8b788 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.567753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d5163c-7f23-4d99-a3aa-aca7fc5e3747 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.606070] env[69411]: DEBUG nova.network.neutron [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Successfully created port: 5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.609066] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4cbd37-af6b-4d99-93cd-5899114d3cbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.613400] env[69411]: DEBUG nova.network.neutron [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Updated VIF entry in instance network info cache for port bbbbd573-9872-434f-9a7f-79295740046b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1137.613761] env[69411]: DEBUG nova.network.neutron [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Updating instance_info_cache with network_info: [{"id": "bbbbd573-9872-434f-9a7f-79295740046b", "address": "fa:16:3e:cc:e7:25", "network": {"id": "9bd77e82-6cbf-4ac1-bcfa-b2c5b5c54022", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-9568348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4cc843135fa43139895cc9ae3cace97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbbbd573-98", "ovs_interfaceid": "bbbbd573-9872-434f-9a7f-79295740046b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.620054] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd5edfa-87a6-481c-bd01-2584f5051ecc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.634478] env[69411]: DEBUG nova.compute.provider_tree [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.665650] env[69411]: DEBUG nova.objects.base [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Object Instance<9ca041f0-b520-4621-8708-9dcccca7cbdc> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.705599] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527ae58e-46d7-3af4-8f20-373ee8c847d6, 'name': SearchDatastore_Task, 'duration_secs': 0.060977} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.705902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.706159] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.706892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.706892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.706892] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.707348] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c14b76b-4fa3-4c48-9f6a-1b8cde2f0796 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.717430] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.717798] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.718585] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb27b2d4-9d02-4802-80f8-94f71016392e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.724925] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1137.724925] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5291df51-b1b6-9952-b4df-c48949827f2c" [ 1137.724925] env[69411]: _type = "Task" [ 1137.724925] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.732509] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5291df51-b1b6-9952-b4df-c48949827f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.817664] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379424, 'name': ReconfigVM_Task, 'duration_secs': 0.959061} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.817945] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 2842ca5e-956d-4c3b-8273-ea51405d2424/2842ca5e-956d-4c3b-8273-ea51405d2424.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.818895] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f64c0540-bf24-43c8-8922-a3de2f0758aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.824343] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1137.824343] env[69411]: value = "task-3379426" [ 1137.824343] env[69411]: _type = "Task" [ 1137.824343] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.854697] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379426, 'name': Rename_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.855223] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c6c0d4-5b72-ff7f-290d-ea6a7b70d3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.037085} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.856925] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fb58bd-7277-45d6-96fc-f242c8beb81b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.864447] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1137.864447] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f9ba62-6e30-9e23-d393-973177409f5b" [ 1137.864447] env[69411]: _type = "Task" [ 1137.864447] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.874362] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f9ba62-6e30-9e23-d393-973177409f5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.117348] env[69411]: DEBUG oslo_concurrency.lockutils [req-f95b9052-d541-424f-823d-0afd2cc48970 req-06e9f354-4c52-4dcb-be26-c889988ebf58 service nova] Releasing lock "refresh_cache-e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.139393] env[69411]: DEBUG nova.scheduler.client.report [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.239582] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5291df51-b1b6-9952-b4df-c48949827f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.244388] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7045da-4510-480f-91fb-0b72ec443ba7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.251812] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1138.251812] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52caada5-6919-abb7-3d16-dbe0b439d182" [ 1138.251812] env[69411]: _type = "Task" [ 1138.251812] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.263062] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52caada5-6919-abb7-3d16-dbe0b439d182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.333541] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379426, 'name': Rename_Task, 'duration_secs': 0.33979} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.334562] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.334852] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85344d30-227e-4f7b-b620-db97bf984fff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.341607] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1138.341607] env[69411]: value = "task-3379427" [ 1138.341607] env[69411]: _type = "Task" [ 1138.341607] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.350316] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.357502] env[69411]: DEBUG nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.380567] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f9ba62-6e30-9e23-d393-973177409f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.380845] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.382071] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1138.387018] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68326fa9-deb6-4713-9c0a-21d45af4d9e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.395016] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1138.395016] env[69411]: value = "task-3379428" [ 1138.395016] env[69411]: _type = "Task" [ 1138.395016] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.398487] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.398916] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.399233] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.399532] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.399786] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.400049] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.400381] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.400648] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.400923] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.401266] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.401563] env[69411]: DEBUG nova.virt.hardware [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.402573] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bbc813-642f-48ff-897b-24cf5750dae8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.412301] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.414046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c4b19-08b2-4391-a7d7-d1d96cbec91c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.419897] env[69411]: DEBUG nova.network.neutron [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.508552] env[69411]: DEBUG nova.compute.manager [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.508761] env[69411]: DEBUG nova.compute.manager [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing instance network info cache due to event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.508976] env[69411]: DEBUG oslo_concurrency.lockutils [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.509138] env[69411]: DEBUG oslo_concurrency.lockutils [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.509303] env[69411]: DEBUG nova.network.neutron [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1138.645225] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.650468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.140s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.650468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.651626] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.582s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.651626] env[69411]: DEBUG nova.objects.instance [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lazy-loading 'resources' on Instance uuid 50807e1c-5719-42c8-a8a2-487d0e2c92a5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.693351] env[69411]: INFO nova.scheduler.client.report [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted allocations for instance b187064a-20b8-4e80-aaef-2ae78d901640 [ 1138.770168] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52caada5-6919-abb7-3d16-dbe0b439d182, 'name': SearchDatastore_Task, 'duration_secs': 0.018312} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.771683] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.771683] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e8cfb3b4-3f88-42a7-8a36-db12fa4644c1/e8cfb3b4-3f88-42a7-8a36-db12fa4644c1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.772063] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee01533e-7850-4b7f-b71c-6f922aaace8f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.780252] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1138.780252] env[69411]: value = "task-3379429" [ 1138.780252] env[69411]: _type = "Task" [ 1138.780252] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.790023] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.858268] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.903243] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379428, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.922730] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.166707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-697b4d07-09dd-40cf-b545-207d8d9c2b1f tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.391s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.168296] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.730s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.169042] env[69411]: INFO nova.compute.manager [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Unshelving [ 1139.213546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4608ebdf-af23-4fd0-94e8-12f1d9300baa tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "b187064a-20b8-4e80-aaef-2ae78d901640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.153s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.295154] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379429, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.359522] env[69411]: DEBUG oslo_vmware.api [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379427, 'name': PowerOnVM_Task, 'duration_secs': 0.643452} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.359918] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.360226] env[69411]: INFO nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1139.360571] env[69411]: DEBUG nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.361625] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc59dc20-e931-4433-b8fc-c0c8eef6e090 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.398934] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea096292-c583-4b50-89c1-367593b0e089 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.408211] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554005} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.410082] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. [ 1139.410082] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c50c507-199b-442b-9f2f-81d1e476106c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.413978] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b83828-e225-4b97-8adb-01ad6aa59187 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.471557] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.477217] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e968b75-93ce-4744-9d9f-c0be8ea7b0a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.492048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861e3af-3499-418c-bcde-120462432986 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.495981] env[69411]: DEBUG nova.compute.manager [req-9cc9a82c-e9ef-4657-bd20-c09ebcb3c927 req-5eda8075-5f94-4d82-828d-cb02c4fa3d56 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received event network-vif-plugged-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.496287] env[69411]: DEBUG oslo_concurrency.lockutils [req-9cc9a82c-e9ef-4657-bd20-c09ebcb3c927 req-5eda8075-5f94-4d82-828d-cb02c4fa3d56 service nova] Acquiring lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.496544] env[69411]: DEBUG oslo_concurrency.lockutils [req-9cc9a82c-e9ef-4657-bd20-c09ebcb3c927 req-5eda8075-5f94-4d82-828d-cb02c4fa3d56 service nova] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.496795] env[69411]: DEBUG oslo_concurrency.lockutils [req-9cc9a82c-e9ef-4657-bd20-c09ebcb3c927 req-5eda8075-5f94-4d82-828d-cb02c4fa3d56 service nova] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.496943] env[69411]: DEBUG nova.compute.manager [req-9cc9a82c-e9ef-4657-bd20-c09ebcb3c927 req-5eda8075-5f94-4d82-828d-cb02c4fa3d56 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] No waiting events found dispatching network-vif-plugged-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.497160] env[69411]: WARNING nova.compute.manager [req-9cc9a82c-e9ef-4657-bd20-c09ebcb3c927 req-5eda8075-5f94-4d82-828d-cb02c4fa3d56 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received unexpected event network-vif-plugged-5da9441a-6a83-4bcd-9b8a-4712a805202e for instance with vm_state building and task_state spawning. [ 1139.506674] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828af0c1-1bb4-4e60-802e-33e229299dc8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.511469] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1139.511469] env[69411]: value = "task-3379430" [ 1139.511469] env[69411]: _type = "Task" [ 1139.511469] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.525610] env[69411]: DEBUG nova.compute.provider_tree [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.533756] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.714502] env[69411]: DEBUG nova.network.neutron [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updated VIF entry in instance network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1139.714634] env[69411]: DEBUG nova.network.neutron [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.738162] env[69411]: DEBUG nova.network.neutron [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Successfully updated port: 5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.795120] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.795397] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] e8cfb3b4-3f88-42a7-8a36-db12fa4644c1/e8cfb3b4-3f88-42a7-8a36-db12fa4644c1.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.795611] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.795866] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b74e4c1-be8b-4129-acd7-f8376603f966 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.802147] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1139.802147] env[69411]: value = "task-3379431" [ 1139.802147] env[69411]: _type = "Task" [ 1139.802147] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.810877] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.893431] env[69411]: INFO nova.compute.manager [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Took 25.83 seconds to build instance. [ 1139.973644] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.973977] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-910bfe17-cd49-4ced-a8c7-985655b8e3fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.981817] env[69411]: DEBUG oslo_vmware.api [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1139.981817] env[69411]: value = "task-3379432" [ 1139.981817] env[69411]: _type = "Task" [ 1139.981817] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.992125] env[69411]: DEBUG oslo_vmware.api [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.021387] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379430, 'name': ReconfigVM_Task, 'duration_secs': 0.356901} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.021672] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.022580] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f607a5d7-b331-4f8f-aae9-224c2aa6ccbf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.052807] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09f3c28-b8f6-4ec3-8030-0cd3c2c97f9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.068111] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1140.068111] env[69411]: value = "task-3379433" [ 1140.068111] env[69411]: _type = "Task" [ 1140.068111] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.069115] env[69411]: ERROR nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [req-a36e7daa-e920-4f75-98c2-9eaddf4f9b1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a36e7daa-e920-4f75-98c2-9eaddf4f9b1c"}]} [ 1140.082529] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.095176] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1140.110868] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1140.111340] env[69411]: DEBUG nova.compute.provider_tree [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.129269] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1140.149733] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1140.180561] env[69411]: DEBUG nova.compute.utils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.218517] env[69411]: DEBUG oslo_concurrency.lockutils [req-0a101776-e258-4c71-bbc4-27f70ea76548 req-c9f716ee-c630-49ed-b87b-456831964104 service nova] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.242763] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.242934] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquired lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.243677] env[69411]: DEBUG nova.network.neutron [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1140.318808] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076802} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.318808] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.319044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f31e70c-40bf-41f4-b329-3785083ff4ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.342086] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e8cfb3b4-3f88-42a7-8a36-db12fa4644c1/e8cfb3b4-3f88-42a7-8a36-db12fa4644c1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.342464] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e4deb4-7c43-48eb-87a3-cdf4d1467de3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.363248] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1140.363248] env[69411]: value = "task-3379434" [ 1140.363248] env[69411]: _type = "Task" [ 1140.363248] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.371976] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.392897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2bf1f274-97a7-4bc2-8297-39955322296b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.341s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.424063] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a675a6-1a30-410f-adc5-74f8616b5795 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.433486] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c635b435-c7b1-4428-95bc-b0c2748cbebc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.468343] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e1fa00-1596-46fa-8dd5-b27fc0fd1d1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.475812] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45260fc7-d9d5-491f-a86e-90e447706049 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.490689] env[69411]: DEBUG nova.compute.provider_tree [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.501019] env[69411]: DEBUG oslo_vmware.api [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.578976] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379433, 'name': ReconfigVM_Task, 'duration_secs': 0.183578} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.579355] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.579628] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b35065f-dff3-4673-834c-486e9721a454 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.587154] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1140.587154] env[69411]: value = "task-3379435" [ 1140.587154] env[69411]: _type = "Task" [ 1140.587154] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.595691] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.683739] env[69411]: INFO nova.virt.block_device [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Booting with volume 85fcad8f-8cc9-41f2-a101-2ace8d895f40 at /dev/sdb [ 1140.723985] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1036ee3-24cf-4516-892e-034e4d772291 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.733588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c92e5b-1ead-4af4-a8b9-a5092495f497 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.765181] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b42a88a0-a9f6-457e-b85b-c387a1450d9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.770943] env[69411]: DEBUG nova.compute.manager [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.771168] env[69411]: DEBUG nova.compute.manager [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing instance network info cache due to event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.771410] env[69411]: DEBUG oslo_concurrency.lockutils [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.771925] env[69411]: DEBUG oslo_concurrency.lockutils [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.771925] env[69411]: DEBUG nova.network.neutron [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1140.781761] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01416e46-4de6-42d6-b8f6-fd3dc89d7e77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.815966] env[69411]: DEBUG nova.network.neutron [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1140.818508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85cccb-d9d7-4a69-ae38-5650241b67e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.826037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20964e62-2dab-4467-af0f-6298cdc43be4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.841096] env[69411]: DEBUG nova.virt.block_device [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating existing volume attachment record: a3cd68e8-dceb-4fac-8e32-a99036e1aedd {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1140.875340] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379434, 'name': ReconfigVM_Task, 'duration_secs': 0.290758} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.875551] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e8cfb3b4-3f88-42a7-8a36-db12fa4644c1/e8cfb3b4-3f88-42a7-8a36-db12fa4644c1.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.876354] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37b0fe20-3be1-42f4-a074-a93639f99078 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.883335] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1140.883335] env[69411]: value = "task-3379436" [ 1140.883335] env[69411]: _type = "Task" [ 1140.883335] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.906991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.908126] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.909395] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379436, 'name': Rename_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.005869] env[69411]: DEBUG oslo_vmware.api [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379432, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.028680] env[69411]: ERROR nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [req-657b34ce-6e90-4407-a642-7d649b30ee79] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-657b34ce-6e90-4407-a642-7d649b30ee79"}]} [ 1141.057629] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1141.064781] env[69411]: DEBUG nova.network.neutron [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.081684] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1141.081684] env[69411]: DEBUG nova.compute.provider_tree [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.098139] env[69411]: DEBUG oslo_vmware.api [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379435, 'name': PowerOnVM_Task, 'duration_secs': 0.510186} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.099119] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1141.101114] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.104165] env[69411]: DEBUG nova.compute.manager [None req-fd4e2e23-62bb-430d-93c4-a0ea762025da tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.105192] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f61a1b-292d-4752-8fdc-78dc6f98b885 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.124546] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1141.318469] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb603ec-11b3-4850-afaa-1cee0f60f480 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.328699] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de132b19-1fc4-4ba1-8609-2a221866af88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.365906] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a71837c-b542-473e-98d7-17ae027f23e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.373885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b0270-c170-4b06-aa2b-50787313a19f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.390878] env[69411]: DEBUG nova.compute.provider_tree [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.403258] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379436, 'name': Rename_Task, 'duration_secs': 0.169961} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.404257] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.404537] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec34040d-6c8f-4024-a682-d6b4346fe693 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.411325] env[69411]: DEBUG nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.414182] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1141.414182] env[69411]: value = "task-3379440" [ 1141.414182] env[69411]: _type = "Task" [ 1141.414182] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.428305] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.475859] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.476078] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing instance network info cache due to event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.476358] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquiring lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.504923] env[69411]: DEBUG oslo_vmware.api [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379432, 'name': PowerOnVM_Task, 'duration_secs': 1.052474} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.505242] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.505483] env[69411]: DEBUG nova.compute.manager [None req-d5d7a8a4-73d9-43cb-bcfa-9871dc66cca0 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.506366] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cace90-e401-4dc3-b268-46bdb65dc2a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.568075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Releasing lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.568654] env[69411]: DEBUG nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Instance network_info: |[{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.569416] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquired lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.569838] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1141.571649] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:c2:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5da9441a-6a83-4bcd-9b8a-4712a805202e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.582523] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Creating folder: Project (a7b4c4caa43f46d1b55b334966cf7d44). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.583942] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2f5b607-6bd8-4f84-b885-b825b9f2834c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.600682] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Created folder: Project (a7b4c4caa43f46d1b55b334966cf7d44) in parent group-v674052. [ 1141.600682] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Creating folder: Instances. Parent ref: group-v674340. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.601187] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18b04cc7-f3ea-491d-b30b-9b411fc40917 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.611275] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Created folder: Instances in parent group-v674340. [ 1141.611518] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.612073] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.612073] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-476ff7a1-2ebf-42b8-aba5-943bd2a6e268 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.631555] env[69411]: DEBUG nova.network.neutron [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updated VIF entry in instance network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1141.632059] env[69411]: DEBUG nova.network.neutron [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.643288] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.643288] env[69411]: value = "task-3379443" [ 1141.643288] env[69411]: _type = "Task" [ 1141.643288] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.652390] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379443, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.936363] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.948608] env[69411]: DEBUG nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1141.948980] env[69411]: DEBUG nova.compute.provider_tree [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 148 to 149 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1141.949250] env[69411]: DEBUG nova.compute.provider_tree [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.954122] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.138654] env[69411]: DEBUG oslo_concurrency.lockutils [req-a40000f4-c21a-450c-bc00-68b7afd8816c req-9c2b6d37-55e8-4483-a048-f35bf4813e44 service nova] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.153620] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379443, 'name': CreateVM_Task, 'duration_secs': 0.391208} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.153910] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.154520] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.154679] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.155036] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.155296] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee5c8d7-8cdd-4299-bf3d-fcb1b5850f52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.159793] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1142.159793] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52792f27-76ad-0bad-6b6b-a1bc96e91385" [ 1142.159793] env[69411]: _type = "Task" [ 1142.159793] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.167634] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52792f27-76ad-0bad-6b6b-a1bc96e91385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.308327] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updated VIF entry in instance network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1142.308709] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.429558] env[69411]: DEBUG oslo_vmware.api [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379440, 'name': PowerOnVM_Task, 'duration_secs': 0.554056} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.429863] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.431024] env[69411]: INFO nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1142.431024] env[69411]: DEBUG nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.431024] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff2432-1786-403e-935b-91adfa0e08f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.454803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.804s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.457293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.637s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.457495] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.459258] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.074s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.478656] env[69411]: INFO nova.scheduler.client.report [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted allocations for instance 50807e1c-5719-42c8-a8a2-487d0e2c92a5 [ 1142.480283] env[69411]: INFO nova.scheduler.client.report [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Deleted allocations for instance 23b931bf-40b4-4bfd-b611-cc6c22219584 [ 1142.515566] env[69411]: INFO nova.compute.manager [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Unrescuing [ 1142.515886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.516084] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.516676] env[69411]: DEBUG nova.network.neutron [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1142.608407] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.609206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.609399] env[69411]: DEBUG nova.objects.instance [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'flavor' on Instance uuid 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.670750] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52792f27-76ad-0bad-6b6b-a1bc96e91385, 'name': SearchDatastore_Task, 'duration_secs': 0.032612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.671032] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.671271] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.671518] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.671849] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.671946] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.672147] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81da9fec-b905-41eb-b242-73835f960d41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.680543] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.680724] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.681483] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28af24b6-c66d-46e6-bafd-36aec5c03fc5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.686539] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1142.686539] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521358d7-9467-4851-7032-04b0bd02c562" [ 1142.686539] env[69411]: _type = "Task" [ 1142.686539] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.696066] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521358d7-9467-4851-7032-04b0bd02c562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.811493] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Releasing lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.812290] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.812290] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing instance network info cache due to event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.812290] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.812446] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.812560] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1142.953424] env[69411]: INFO nova.compute.manager [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Took 27.56 seconds to build instance. [ 1142.993627] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5837b1e-6b4c-47ed-84b2-5511538217cd tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "50807e1c-5719-42c8-a8a2-487d0e2c92a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.963s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.995366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2184a422-59e7-449b-bd14-dbadaca60533 tempest-DeleteServersTestJSON-325176128 tempest-DeleteServersTestJSON-325176128-project-member] Lock "23b931bf-40b4-4bfd-b611-cc6c22219584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.914s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.198017] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521358d7-9467-4851-7032-04b0bd02c562, 'name': SearchDatastore_Task, 'duration_secs': 0.020069} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.198378] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec6ef16d-4ba2-4a44-b3e0-32bf260271f4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.206251] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1143.206251] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52241c2a-b6ef-ccbd-e770-eb4f80db2179" [ 1143.206251] env[69411]: _type = "Task" [ 1143.206251] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.215159] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52241c2a-b6ef-ccbd-e770-eb4f80db2179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.322948] env[69411]: DEBUG nova.objects.instance [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'pci_requests' on Instance uuid 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.370892] env[69411]: DEBUG nova.network.neutron [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Updating instance_info_cache with network_info: [{"id": "bb5df250-1696-4272-8d1c-632e96100684", "address": "fa:16:3e:b0:31:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb5df250-16", "ovs_interfaceid": "bb5df250-1696-4272-8d1c-632e96100684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.455684] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d285624a-fbcb-479e-aa0f-c864e3abed2e tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.075s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.496512] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9848c369-d516-4e71-9d00-6f21d0dda7e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.496668] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9ca041f0-b520-4621-8708-9dcccca7cbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.496801] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.497028] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance fa6bfcc2-1df2-4bc7-9efa-008ff002697d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.497089] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 086c76e3-54db-456c-8e5b-07fabb5ad06b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.497232] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance fd5f3971-c439-40a0-bc83-d9669324ab6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.497351] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 2842ca5e-956d-4c3b-8273-ea51405d2424 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.497470] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance e8cfb3b4-3f88-42a7-8a36-db12fa4644c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.497588] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 4dde10b6-fffc-4055-b8d4-c6fabc7838a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.549987] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updated VIF entry in instance network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1143.550390] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.717070] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52241c2a-b6ef-ccbd-e770-eb4f80db2179, 'name': SearchDatastore_Task, 'duration_secs': 0.018171} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.717227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.717467] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/4dde10b6-fffc-4055-b8d4-c6fabc7838a5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.717763] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4275cf8-e31c-4968-8dc3-1947864c5f28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.724180] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1143.724180] env[69411]: value = "task-3379445" [ 1143.724180] env[69411]: _type = "Task" [ 1143.724180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.731985] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.828432] env[69411]: DEBUG nova.objects.base [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Object Instance<4236e780-a48d-4ee6-a2da-98fc1bb3cbc8> lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1143.828559] env[69411]: DEBUG nova.network.neutron [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.873649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-fa6bfcc2-1df2-4bc7-9efa-008ff002697d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.874603] env[69411]: DEBUG nova.objects.instance [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lazy-loading 'flavor' on Instance uuid fa6bfcc2-1df2-4bc7-9efa-008ff002697d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.894764] env[69411]: DEBUG nova.policy [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.000666] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 7a68f93a-5201-48f3-a81b-9b56ad786c73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1144.052557] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.052863] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.053054] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing instance network info cache due to event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.053323] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.053455] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.053622] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1144.236131] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.383085] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef018a02-150c-4d9d-8690-286021c52139 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.407440] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.407928] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce1199d-9fec-42b0-9e9b-8668a0e8027a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.416116] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1144.416116] env[69411]: value = "task-3379446" [ 1144.416116] env[69411]: _type = "Task" [ 1144.416116] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.428303] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.505249] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1144.505670] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1144.505670] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1144.621369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "825e3291-c075-4fee-b6d6-f6278350aba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.621560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "825e3291-c075-4fee-b6d6-f6278350aba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.712033] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3b5a7-de63-492f-949d-44198ee480e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.720458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68a33ea-fbb3-4a28-87bb-0cfd978aef49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.758022] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ab63e-d951-4c73-a40e-d5d3a53c60a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.768787] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379445, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.033206} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.769571] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/4dde10b6-fffc-4055-b8d4-c6fabc7838a5.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.769824] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.770153] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ad720b0-a3a1-4088-8775-bfc239158eb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.775618] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a18a8bc-215d-42bf-ac22-a28caf8d87a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.780730] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1144.780730] env[69411]: value = "task-3379447" [ 1144.780730] env[69411]: _type = "Task" [ 1144.780730] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.791958] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.798154] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.892098] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updated VIF entry in instance network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1144.892549] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.926439] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379446, 'name': PowerOffVM_Task, 'duration_secs': 0.225748} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.926705] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.932048] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.932322] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b17041d-68ad-4860-9e7d-d31fca874ef2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.954024] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1144.954024] env[69411]: value = "task-3379448" [ 1144.954024] env[69411]: _type = "Task" [ 1144.954024] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.962259] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.124599] env[69411]: DEBUG nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.291106] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093261} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.291396] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.292243] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0854ace3-900a-4836-ac7c-e1a5e69ece05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.295483] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.321274] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/4dde10b6-fffc-4055-b8d4-c6fabc7838a5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.322293] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7abf9f73-0c97-4d79-b719-da499c791196 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.342803] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1145.342803] env[69411]: value = "task-3379450" [ 1145.342803] env[69411]: _type = "Task" [ 1145.342803] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.351339] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.396217] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.397446] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Received event network-changed-6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.397446] env[69411]: DEBUG nova.compute.manager [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Refreshing instance network info cache due to event network-changed-6987c573-5658-462f-b6cd-56c36c9cdf3d. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.397446] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquiring lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.397446] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Acquired lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.397446] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Refreshing network info cache for port 6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1145.465971] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379448, 'name': ReconfigVM_Task, 'duration_secs': 0.227548} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.466344] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.466545] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.466839] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c856503-f358-4e7a-8c84-965248a140c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.477938] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1145.477938] env[69411]: value = "task-3379451" [ 1145.477938] env[69411]: _type = "Task" [ 1145.477938] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.487698] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.624321] env[69411]: DEBUG nova.network.neutron [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Successfully updated port: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.651423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.727134] env[69411]: DEBUG nova.compute.manager [req-f6e5fb94-cc8c-4fab-9744-7b2158a07038 req-33f9df28-f16f-41ec-a843-0b5c64fa6696 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-vif-plugged-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.727376] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6e5fb94-cc8c-4fab-9744-7b2158a07038 req-33f9df28-f16f-41ec-a843-0b5c64fa6696 service nova] Acquiring lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.727592] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6e5fb94-cc8c-4fab-9744-7b2158a07038 req-33f9df28-f16f-41ec-a843-0b5c64fa6696 service nova] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.727764] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6e5fb94-cc8c-4fab-9744-7b2158a07038 req-33f9df28-f16f-41ec-a843-0b5c64fa6696 service nova] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.727936] env[69411]: DEBUG nova.compute.manager [req-f6e5fb94-cc8c-4fab-9744-7b2158a07038 req-33f9df28-f16f-41ec-a843-0b5c64fa6696 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] No waiting events found dispatching network-vif-plugged-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.728161] env[69411]: WARNING nova.compute.manager [req-f6e5fb94-cc8c-4fab-9744-7b2158a07038 req-33f9df28-f16f-41ec-a843-0b5c64fa6696 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received unexpected event network-vif-plugged-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 for instance with vm_state active and task_state None. [ 1145.801667] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1145.801923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.343s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.802234] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.849s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.804044] env[69411]: INFO nova.compute.claims [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.853963] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379450, 'name': ReconfigVM_Task, 'duration_secs': 0.314846} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.854272] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/4dde10b6-fffc-4055-b8d4-c6fabc7838a5.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.854902] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f99d884a-07a0-405b-848f-eb30c4d62b04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.865155] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1145.865155] env[69411]: value = "task-3379452" [ 1145.865155] env[69411]: _type = "Task" [ 1145.865155] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.873630] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379452, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.973794] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "9848c369-d516-4e71-9d00-6f21d0dda7e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.974163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.974406] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "9848c369-d516-4e71-9d00-6f21d0dda7e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.974602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.974864] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.980346] env[69411]: INFO nova.compute.manager [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Terminating instance [ 1145.992028] env[69411]: DEBUG oslo_vmware.api [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379451, 'name': PowerOnVM_Task, 'duration_secs': 0.439155} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.992028] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.992270] env[69411]: DEBUG nova.compute.manager [None req-f477761a-c930-4d8e-81aa-54172bacbcd2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.993114] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b330a-d929-41cf-aa41-56ce89abc927 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.128683] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.128872] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.129074] env[69411]: DEBUG nova.network.neutron [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1146.134346] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updated VIF entry in instance network info cache for port 6987c573-5658-462f-b6cd-56c36c9cdf3d. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1146.134701] env[69411]: DEBUG nova.network.neutron [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updating instance_info_cache with network_info: [{"id": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "address": "fa:16:3e:2b:59:2e", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987c573-56", "ovs_interfaceid": "6987c573-5658-462f-b6cd-56c36c9cdf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.377890] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379452, 'name': Rename_Task, 'duration_secs': 0.38845} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.378278] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.378591] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d2ebff-39af-42c2-ab91-9cd96bdafd59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.386758] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1146.386758] env[69411]: value = "task-3379453" [ 1146.386758] env[69411]: _type = "Task" [ 1146.386758] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.394802] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.448963] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.487377] env[69411]: DEBUG nova.compute.manager [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.487611] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.488518] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b4d79-efbc-40ca-9d33-f2ab2656a1a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.496613] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.496899] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab38b78c-eda6-4bcf-be0d-b33c7ef28a85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.506257] env[69411]: DEBUG oslo_vmware.api [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1146.506257] env[69411]: value = "task-3379454" [ 1146.506257] env[69411]: _type = "Task" [ 1146.506257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.517880] env[69411]: DEBUG oslo_vmware.api [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.558396] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.558782] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.559094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.559345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.559630] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.562404] env[69411]: INFO nova.compute.manager [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Terminating instance [ 1146.637221] env[69411]: DEBUG oslo_concurrency.lockutils [req-02d91c61-5166-4a80-9f00-d7f77263b22f req-1445d599-873b-4cba-bca1-13264162bc76 service nova] Releasing lock "refresh_cache-2842ca5e-956d-4c3b-8273-ea51405d2424" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.678558] env[69411]: WARNING nova.network.neutron [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] e6c3de27-e19b-4b49-8b2f-ef5b61960682 already exists in list: networks containing: ['e6c3de27-e19b-4b49-8b2f-ef5b61960682']. ignoring it [ 1146.899526] env[69411]: DEBUG oslo_vmware.api [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379453, 'name': PowerOnVM_Task, 'duration_secs': 0.513288} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.902307] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.902523] env[69411]: INFO nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1146.902711] env[69411]: DEBUG nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.903726] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889e427b-0a59-45b0-88dd-835047f204b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.990793] env[69411]: DEBUG nova.network.neutron [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "address": "fa:16:3e:25:5f:fb", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02f1f2c-66", "ovs_interfaceid": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.008217] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b76a32-401f-4304-a8d7-2420e33ba702 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.022531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167e5d7b-85ae-4bbe-9c72-6bc77c5acdf9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.025687] env[69411]: DEBUG oslo_vmware.api [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379454, 'name': PowerOffVM_Task, 'duration_secs': 0.165075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.026235] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.026417] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.027023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4279c215-8adb-414e-8c4f-c2544059fa5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.054434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880799b4-1c72-4aab-929a-189b94d74956 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.062242] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c08c4d-ffef-45df-86f1-a48b8e2a5ac1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.068887] env[69411]: DEBUG nova.compute.manager [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.069159] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.069945] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d288c-6fc6-4356-a928-7a858bd7d84a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.083789] env[69411]: DEBUG nova.compute.provider_tree [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.087360] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.087845] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae20c624-fd83-4ea3-a625-32cbefc819ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.091331] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.091527] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.091771] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleting the datastore file [datastore2] 9848c369-d516-4e71-9d00-6f21d0dda7e4 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.092071] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba8c5b5-3601-4d04-ae7e-82062a717b73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.095431] env[69411]: DEBUG oslo_vmware.api [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1147.095431] env[69411]: value = "task-3379456" [ 1147.095431] env[69411]: _type = "Task" [ 1147.095431] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.100249] env[69411]: DEBUG oslo_vmware.api [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for the task: (returnval){ [ 1147.100249] env[69411]: value = "task-3379457" [ 1147.100249] env[69411]: _type = "Task" [ 1147.100249] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.106443] env[69411]: DEBUG oslo_vmware.api [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.111115] env[69411]: DEBUG oslo_vmware.api [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.420179] env[69411]: INFO nova.compute.manager [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Took 26.08 seconds to build instance. [ 1147.497062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.498021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.498135] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.499424] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7b201-7ed9-4420-8bc1-d327e1a77bf3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.518501] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.518763] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.518960] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.519179] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.519334] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.519495] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.519719] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.519887] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.520078] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.520265] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.520442] env[69411]: DEBUG nova.virt.hardware [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.528192] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1147.528564] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3866e5-4f81-4fc7-b496-4cd3d28c8d14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.545811] env[69411]: DEBUG oslo_vmware.api [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1147.545811] env[69411]: value = "task-3379458" [ 1147.545811] env[69411]: _type = "Task" [ 1147.545811] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.554170] env[69411]: DEBUG oslo_vmware.api [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379458, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.588948] env[69411]: DEBUG nova.scheduler.client.report [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.610230] env[69411]: DEBUG oslo_vmware.api [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379456, 'name': PowerOffVM_Task, 'duration_secs': 0.216208} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.610894] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.611134] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.611326] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8d84ad9-52a6-4563-b69a-4b85990074c0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.616189] env[69411]: DEBUG oslo_vmware.api [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Task: {'id': task-3379457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200929} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.616859] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.617147] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.617283] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.617487] env[69411]: INFO nova.compute.manager [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1147.617822] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.618099] env[69411]: DEBUG nova.compute.manager [-] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.618254] env[69411]: DEBUG nova.network.neutron [-] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1147.675965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.675965] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.675965] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Deleting the datastore file [datastore1] e8cfb3b4-3f88-42a7-8a36-db12fa4644c1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.675965] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a981612-2ca2-4bdd-8b83-746151d359f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.682696] env[69411]: DEBUG oslo_vmware.api [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for the task: (returnval){ [ 1147.682696] env[69411]: value = "task-3379460" [ 1147.682696] env[69411]: _type = "Task" [ 1147.682696] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.691457] env[69411]: DEBUG oslo_vmware.api [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.755320] env[69411]: DEBUG nova.compute.manager [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-changed-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.755556] env[69411]: DEBUG nova.compute.manager [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing instance network info cache due to event network-changed-c02f1f2c-66da-4cfd-8136-f8cf3f185d13. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.755856] env[69411]: DEBUG oslo_concurrency.lockutils [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.756064] env[69411]: DEBUG oslo_concurrency.lockutils [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.756318] env[69411]: DEBUG nova.network.neutron [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing network info cache for port c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1147.922774] env[69411]: DEBUG oslo_concurrency.lockutils [None req-88ab3aee-2f4d-454c-9575-c909ad87e203 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.596s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.055790] env[69411]: DEBUG oslo_vmware.api [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.094049] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.094734] env[69411]: DEBUG nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.097800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.446s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.099463] env[69411]: INFO nova.compute.claims [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.193141] env[69411]: DEBUG oslo_vmware.api [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Task: {'id': task-3379460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220981} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.193717] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.193943] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.194156] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.194336] env[69411]: INFO nova.compute.manager [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1148.194579] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.194772] env[69411]: DEBUG nova.compute.manager [-] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.194867] env[69411]: DEBUG nova.network.neutron [-] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1148.386781] env[69411]: DEBUG nova.network.neutron [-] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.529086] env[69411]: DEBUG nova.network.neutron [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updated VIF entry in instance network info cache for port c02f1f2c-66da-4cfd-8136-f8cf3f185d13. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1148.529793] env[69411]: DEBUG nova.network.neutron [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "address": "fa:16:3e:25:5f:fb", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02f1f2c-66", "ovs_interfaceid": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.558134] env[69411]: DEBUG oslo_vmware.api [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.604127] env[69411]: DEBUG nova.compute.utils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.608079] env[69411]: DEBUG nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.608079] env[69411]: DEBUG nova.network.neutron [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.653183] env[69411]: INFO nova.compute.manager [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Rescuing [ 1148.653910] env[69411]: DEBUG oslo_concurrency.lockutils [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.653910] env[69411]: DEBUG oslo_concurrency.lockutils [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquired lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.653910] env[69411]: DEBUG nova.network.neutron [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1148.665595] env[69411]: DEBUG nova.policy [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94bc2500372a4ae685c5c01acb6ff8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a468d6abf74dfe96482d7efce2bef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.891291] env[69411]: INFO nova.compute.manager [-] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Took 1.27 seconds to deallocate network for instance. [ 1148.930224] env[69411]: DEBUG nova.network.neutron [-] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.036181] env[69411]: DEBUG oslo_concurrency.lockutils [req-045a7f60-5461-4b1e-bb0e-c336236fa0e4 req-5830070b-b437-40c6-8368-668d85214532 service nova] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.056846] env[69411]: DEBUG oslo_vmware.api [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379458, 'name': ReconfigVM_Task, 'duration_secs': 1.087467} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.057405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.057635] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1149.061353] env[69411]: DEBUG nova.network.neutron [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Successfully created port: 72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.108795] env[69411]: DEBUG nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.323420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce97a0be-91fd-4b72-bea1-ec1de37c1883 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.333019] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3349ff2-a85d-4ef1-ba09-164950366592 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.369083] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5348e-5893-4ee6-8b23-df2e4e5282d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.376129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a00dd-b720-4e34-b618-609541b551ef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.389569] env[69411]: DEBUG nova.compute.provider_tree [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.398100] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.403031] env[69411]: DEBUG nova.network.neutron [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.433612] env[69411]: INFO nova.compute.manager [-] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Took 1.24 seconds to deallocate network for instance. [ 1149.565027] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4783b180-9c7e-4fc2-9567-e53c6f377edc tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.956s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.906366] env[69411]: DEBUG oslo_concurrency.lockutils [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Releasing lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.912039] env[69411]: ERROR nova.scheduler.client.report [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [req-fe85d04e-c0b4-47c5-8bf0-19bfdddd2799] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe85d04e-c0b4-47c5-8bf0-19bfdddd2799"}]} [ 1149.926954] env[69411]: DEBUG nova.scheduler.client.report [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1149.939883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.948229] env[69411]: DEBUG nova.scheduler.client.report [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1149.948582] env[69411]: DEBUG nova.compute.provider_tree [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.961495] env[69411]: DEBUG nova.scheduler.client.report [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1149.977968] env[69411]: DEBUG nova.scheduler.client.report [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1150.126918] env[69411]: DEBUG nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.151035] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.151283] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.151450] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.151608] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.151776] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.151944] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.152169] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.152321] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.152480] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.152638] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.152806] env[69411]: DEBUG nova.virt.hardware [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.153696] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e9a48-9e79-4fc5-8e9a-76a1fb7184a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.157840] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63abf5fd-f171-4890-95a8-a3a69f6e138b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.168044] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a0b4d9-f157-4975-a1c2-e17012c15e21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.172586] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d630603b-49bc-4739-b26b-ab59b5ec0a63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.210103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4706d1-38a8-4b0a-9137-3b514fe8f683 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.218257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2bbce-e769-44fa-b49b-5ebea7754535 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.232614] env[69411]: DEBUG nova.compute.provider_tree [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.275413] env[69411]: DEBUG nova.compute.manager [req-4e78c4de-fa5c-4b0d-9420-9b9edf3f891e req-858e5529-50fe-4c49-a9df-9c78c7e5dde0 service nova] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Received event network-vif-deleted-314b214b-422a-42a5-84c9-b3aa3fbb6fd4 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.275784] env[69411]: DEBUG nova.compute.manager [req-4e78c4de-fa5c-4b0d-9420-9b9edf3f891e req-858e5529-50fe-4c49-a9df-9c78c7e5dde0 service nova] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Received event network-vif-deleted-bbbbd573-9872-434f-9a7f-79295740046b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.360297] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.360549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.711971] env[69411]: DEBUG nova.compute.manager [req-4d7477ae-a7e5-4e83-9b4a-5bde4a4bcc39 req-7f90c7e0-c3f6-46a1-a797-86e000cf6905 service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Received event network-vif-plugged-72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.712217] env[69411]: DEBUG oslo_concurrency.lockutils [req-4d7477ae-a7e5-4e83-9b4a-5bde4a4bcc39 req-7f90c7e0-c3f6-46a1-a797-86e000cf6905 service nova] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.712427] env[69411]: DEBUG oslo_concurrency.lockutils [req-4d7477ae-a7e5-4e83-9b4a-5bde4a4bcc39 req-7f90c7e0-c3f6-46a1-a797-86e000cf6905 service nova] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.712596] env[69411]: DEBUG oslo_concurrency.lockutils [req-4d7477ae-a7e5-4e83-9b4a-5bde4a4bcc39 req-7f90c7e0-c3f6-46a1-a797-86e000cf6905 service nova] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.712931] env[69411]: DEBUG nova.compute.manager [req-4d7477ae-a7e5-4e83-9b4a-5bde4a4bcc39 req-7f90c7e0-c3f6-46a1-a797-86e000cf6905 service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] No waiting events found dispatching network-vif-plugged-72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.712931] env[69411]: WARNING nova.compute.manager [req-4d7477ae-a7e5-4e83-9b4a-5bde4a4bcc39 req-7f90c7e0-c3f6-46a1-a797-86e000cf6905 service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Received unexpected event network-vif-plugged-72e11710-f2a0-4b4a-b464-6e9936f3f12e for instance with vm_state building and task_state spawning. [ 1150.771940] env[69411]: DEBUG nova.scheduler.client.report [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1150.771940] env[69411]: DEBUG nova.compute.provider_tree [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 151 to 152 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1150.771940] env[69411]: DEBUG nova.compute.provider_tree [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.794923] env[69411]: DEBUG nova.network.neutron [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Successfully updated port: 72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.863627] env[69411]: DEBUG nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.014536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.014800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.276446] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.179s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.276984] env[69411]: DEBUG nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.280025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.831s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.280119] env[69411]: DEBUG nova.objects.instance [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'pci_requests' on Instance uuid 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.298971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.298971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.299198] env[69411]: DEBUG nova.network.neutron [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1151.384588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.449215] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.449429] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb486a63-11a6-4170-b484-68eedb33de3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.456930] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1151.456930] env[69411]: value = "task-3379461" [ 1151.456930] env[69411]: _type = "Task" [ 1151.456930] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.466271] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.518163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.518368] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.519218] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922598ab-38d9-4ff8-9fbc-250753b8500d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.541597] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d236000-f8cf-4349-b6de-a3c706fcbc98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.570256] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1151.570566] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b32741-f6a5-4af4-b753-5acf3d039302 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.589881] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1151.589881] env[69411]: value = "task-3379462" [ 1151.589881] env[69411]: _type = "Task" [ 1151.589881] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.598158] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.787029] env[69411]: DEBUG nova.objects.instance [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.789710] env[69411]: DEBUG nova.compute.utils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.790383] env[69411]: DEBUG nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1151.839408] env[69411]: DEBUG nova.network.neutron [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1151.966202] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379461, 'name': PowerOffVM_Task, 'duration_secs': 0.277012} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.966487] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.967295] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d747e426-5437-43a7-b011-30087baeebc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.984347] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8ffa0f-0d9f-4ca5-8fc6-39ee5ed6be91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.019310] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.019588] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b145b2-f4d7-4f5f-a85a-3e25c09c1155 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.026031] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1152.026031] env[69411]: value = "task-3379463" [ 1152.026031] env[69411]: _type = "Task" [ 1152.026031] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.033059] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.066615] env[69411]: DEBUG nova.network.neutron [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.098784] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.290995] env[69411]: INFO nova.compute.claims [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.293965] env[69411]: DEBUG nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.537772] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1152.538220] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.538614] env[69411]: DEBUG oslo_concurrency.lockutils [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.539066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.539376] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.540607] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a529925-c670-414b-8d89-451fb3dce032 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.552072] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.552072] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.552072] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b90a5db-c3c3-48ce-b6f8-edd4dc8b8a61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.557078] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1152.557078] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b057c2-0581-9dff-fb89-6fa8abfb5df9" [ 1152.557078] env[69411]: _type = "Task" [ 1152.557078] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.565375] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b057c2-0581-9dff-fb89-6fa8abfb5df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.569106] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.572016] env[69411]: DEBUG nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Instance network_info: |[{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.572016] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:f4:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72e11710-f2a0-4b4a-b464-6e9936f3f12e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.581623] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.581913] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.582222] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ec5f6b-8107-437f-bbd0-27cbaa2f1b06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.607337] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.608636] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.608636] env[69411]: value = "task-3379464" [ 1152.608636] env[69411]: _type = "Task" [ 1152.608636] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.616473] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379464, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.741711] env[69411]: DEBUG nova.compute.manager [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Received event network-changed-72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.742058] env[69411]: DEBUG nova.compute.manager [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Refreshing instance network info cache due to event network-changed-72e11710-f2a0-4b4a-b464-6e9936f3f12e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.742316] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] Acquiring lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.742498] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] Acquired lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.742790] env[69411]: DEBUG nova.network.neutron [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Refreshing network info cache for port 72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1153.070537] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b057c2-0581-9dff-fb89-6fa8abfb5df9, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.070963] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70cf3a4b-0eb0-43ca-bf19-e52588431e9d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.078024] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1153.078024] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]528c1210-00c5-f9b3-7e30-382659ae4ff7" [ 1153.078024] env[69411]: _type = "Task" [ 1153.078024] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.086476] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528c1210-00c5-f9b3-7e30-382659ae4ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.108029] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.117032] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379464, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.307725] env[69411]: DEBUG nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.354809] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.354972] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.355083] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.355530] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.355530] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.355530] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.355734] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.355926] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.356129] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.356339] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.356549] env[69411]: DEBUG nova.virt.hardware [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.357411] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22500922-2049-4924-abcb-b98d283f6b3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.370377] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a0219-b434-4ebd-96bf-532cfe2373f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.390338] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.395665] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Creating folder: Project (abd5cb27801a42f8aab33fbdb8567725). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.398598] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cee3eae-3e1f-4a81-a6b1-ee239c3abe8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.411638] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Created folder: Project (abd5cb27801a42f8aab33fbdb8567725) in parent group-v674052. [ 1153.411638] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Creating folder: Instances. Parent ref: group-v674344. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.411638] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c3ac8cf-4e4a-40c7-ba0b-ccab9ac0c71c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.421067] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Created folder: Instances in parent group-v674344. [ 1153.421190] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.423882] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.424380] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05a65e62-884d-4142-9c3a-59f3b56b72dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.446268] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.446268] env[69411]: value = "task-3379467" [ 1153.446268] env[69411]: _type = "Task" [ 1153.446268] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.457571] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379467, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.543320] env[69411]: DEBUG nova.network.neutron [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updated VIF entry in instance network info cache for port 72e11710-f2a0-4b4a-b464-6e9936f3f12e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1153.543691] env[69411]: DEBUG nova.network.neutron [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.548359] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d6a665-30ce-4284-8c39-10aed8650135 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.559443] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897a79b-d2b9-4e9b-a064-2779b98bb022 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.602382] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb554259-094c-4f5a-a591-5d233c84dd17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.614627] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]528c1210-00c5-f9b3-7e30-382659ae4ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.624295] env[69411]: DEBUG oslo_concurrency.lockutils [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.624662] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1153.625166] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.625669] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb89f3f2-3664-4c5b-a328-64db3cbb6d41 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.628950] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b96c20-79d4-4e28-91f4-98c6cf04e2a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.637564] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379464, 'name': CreateVM_Task, 'duration_secs': 0.672786} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.647505] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.647963] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1153.647963] env[69411]: value = "task-3379468" [ 1153.647963] env[69411]: _type = "Task" [ 1153.647963] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.648523] env[69411]: DEBUG nova.compute.provider_tree [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.654484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.654484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.654484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.654484] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa35e48-e02f-476a-bea9-7dbb7115671d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.664534] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1153.664534] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaeadc-72f3-5b53-0a20-ea7e69c7151d" [ 1153.664534] env[69411]: _type = "Task" [ 1153.664534] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.665181] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.675710] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaeadc-72f3-5b53-0a20-ea7e69c7151d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.961685] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379467, 'name': CreateVM_Task, 'duration_secs': 0.280676} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.961885] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.962336] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.047476] env[69411]: DEBUG oslo_concurrency.lockutils [req-f6457896-7443-403f-a0eb-4ba3c45455a9 req-7f11aff2-7267-463c-b8a8-87bd8dfc243c service nova] Releasing lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.113873] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.152230] env[69411]: DEBUG nova.scheduler.client.report [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.164413] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.164747] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. [ 1154.166468] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c4eded-92a2-4695-b7bc-eb9538387176 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.193962] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.197596] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8af4b4e-b0d6-4e66-a50b-aea2ada33284 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.210432] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52eaeadc-72f3-5b53-0a20-ea7e69c7151d, 'name': SearchDatastore_Task, 'duration_secs': 0.018793} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.210803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.211095] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.211378] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.211564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.211789] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.212483] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.212805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.213064] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d322db7-9f21-4790-8d07-8ee69ad7d0e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.215101] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340744e7-e106-4d15-84d9-9691acd96177 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.217812] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1154.217812] env[69411]: value = "task-3379469" [ 1154.217812] env[69411]: _type = "Task" [ 1154.217812] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.225213] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1154.225213] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d510e3-932b-6e96-b2c3-cda98a55ed2c" [ 1154.225213] env[69411]: _type = "Task" [ 1154.225213] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.228589] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.232076] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.232256] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.232923] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c800d8-a603-40bc-b48b-06132ac9380d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.241063] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d510e3-932b-6e96-b2c3-cda98a55ed2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.241304] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1154.241304] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5299705e-a239-96f0-2d95-72ce806e4a3a" [ 1154.241304] env[69411]: _type = "Task" [ 1154.241304] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.241573] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.241832] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.242073] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.249410] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5299705e-a239-96f0-2d95-72ce806e4a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.582632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "c8cff6df-99a7-426e-ac53-170319ad4a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.582632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.614599] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.661959] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.382s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.667022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.268s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.667022] env[69411]: DEBUG nova.objects.instance [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lazy-loading 'resources' on Instance uuid 9848c369-d516-4e71-9d00-6f21d0dda7e4 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.696796] env[69411]: INFO nova.network.neutron [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1154.728605] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379469, 'name': ReconfigVM_Task, 'duration_secs': 0.345474} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.728905] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.729834] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055f11b5-cacd-496a-90ef-104db551e6b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.760956] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf46e8b-3fb4-4095-832f-3377ca965e98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.778865] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5299705e-a239-96f0-2d95-72ce806e4a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.781774] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1154.781774] env[69411]: value = "task-3379470" [ 1154.781774] env[69411]: _type = "Task" [ 1154.781774] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.782843] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bcecca-e599-4619-adfd-2747fe32a947 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.791030] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1154.791030] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b85f2b-12b8-a5fa-f748-64445efedc36" [ 1154.791030] env[69411]: _type = "Task" [ 1154.791030] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.793997] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379470, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.801663] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b85f2b-12b8-a5fa-f748-64445efedc36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.087277] env[69411]: DEBUG nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.114688] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.300101] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379470, 'name': ReconfigVM_Task, 'duration_secs': 0.324722} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.300366] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.301019] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4fdf43c-7102-4125-a96d-adba5788422d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.306193] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b85f2b-12b8-a5fa-f748-64445efedc36, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.308876] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.309295] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.309902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.310349] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.310667] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b768d5d0-e88e-457e-b5f7-e139e38627e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.312533] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a57e889-3fac-4ec5-99fd-1f2c5d420fcf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.316052] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1155.316052] env[69411]: value = "task-3379471" [ 1155.316052] env[69411]: _type = "Task" [ 1155.316052] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.323017] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1155.323017] env[69411]: value = "task-3379472" [ 1155.323017] env[69411]: _type = "Task" [ 1155.323017] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.324697] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.325086] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.331514] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91012f4c-581c-4cdf-a950-464964291336 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.334907] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.342019] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.342838] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1155.342838] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529fd654-9978-79de-48ab-a5718706a2b6" [ 1155.342838] env[69411]: _type = "Task" [ 1155.342838] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.351051] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529fd654-9978-79de-48ab-a5718706a2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.352537] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f2fcb-e475-4547-ac54-ec7d817df062 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.360602] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfebc275-eab9-4961-a189-e3ee8c7a71da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.390605] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4fe744-ba47-48d9-a6bb-57b92d253bc7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.399927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feedc1f-f5bf-47a2-aeb2-f6093c2e6cdf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.411284] env[69411]: DEBUG nova.compute.provider_tree [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.611287] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.617380] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.827362] env[69411]: DEBUG oslo_vmware.api [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379471, 'name': PowerOnVM_Task, 'duration_secs': 0.492847} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.830828] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.833843] env[69411]: DEBUG nova.compute.manager [None req-362f27a6-46b5-4371-a864-5a9417fa5766 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.834698] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647f5fd-efea-46ea-8f16-37d4479d6113 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.840573] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.856681] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529fd654-9978-79de-48ab-a5718706a2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.857352] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d4d940-3507-4da5-ba9d-5541689a3fe7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.864792] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1155.864792] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f69f53-61c7-b8fa-025a-3477103d73a6" [ 1155.864792] env[69411]: _type = "Task" [ 1155.864792] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.872650] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f69f53-61c7-b8fa-025a-3477103d73a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.915925] env[69411]: DEBUG nova.scheduler.client.report [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.117684] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.119936] env[69411]: DEBUG nova.compute.manager [req-63b00769-a6c8-485c-9710-019ad793cf79 req-410261e2-379a-4649-9239-fc68264ea966 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-vif-plugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.120179] env[69411]: DEBUG oslo_concurrency.lockutils [req-63b00769-a6c8-485c-9710-019ad793cf79 req-410261e2-379a-4649-9239-fc68264ea966 service nova] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.120434] env[69411]: DEBUG oslo_concurrency.lockutils [req-63b00769-a6c8-485c-9710-019ad793cf79 req-410261e2-379a-4649-9239-fc68264ea966 service nova] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.120584] env[69411]: DEBUG oslo_concurrency.lockutils [req-63b00769-a6c8-485c-9710-019ad793cf79 req-410261e2-379a-4649-9239-fc68264ea966 service nova] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.120745] env[69411]: DEBUG nova.compute.manager [req-63b00769-a6c8-485c-9710-019ad793cf79 req-410261e2-379a-4649-9239-fc68264ea966 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] No waiting events found dispatching network-vif-plugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.120861] env[69411]: WARNING nova.compute.manager [req-63b00769-a6c8-485c-9710-019ad793cf79 req-410261e2-379a-4649-9239-fc68264ea966 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received unexpected event network-vif-plugged-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1156.207241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.207241] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.207318] env[69411]: DEBUG nova.network.neutron [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1156.336835] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586987} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.337112] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.337332] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.337573] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cd90de2-1eca-4266-8572-971a2b9e633f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.343543] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1156.343543] env[69411]: value = "task-3379473" [ 1156.343543] env[69411]: _type = "Task" [ 1156.343543] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.354265] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.374733] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f69f53-61c7-b8fa-025a-3477103d73a6, 'name': SearchDatastore_Task, 'duration_secs': 0.026258} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.374966] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.375242] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.375523] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa2c893d-b4a0-4c37-8dc7-2e84d49bd2e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.381883] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1156.381883] env[69411]: value = "task-3379474" [ 1156.381883] env[69411]: _type = "Task" [ 1156.381883] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.389447] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.419719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.421931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.482s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.422182] env[69411]: DEBUG nova.objects.instance [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lazy-loading 'resources' on Instance uuid e8cfb3b4-3f88-42a7-8a36-db12fa4644c1 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.441402] env[69411]: INFO nova.scheduler.client.report [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Deleted allocations for instance 9848c369-d516-4e71-9d00-6f21d0dda7e4 [ 1156.617566] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.859933] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064452} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.864110] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.865318] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a64ec-ab9e-45ca-83d6-529380efcaf6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.893387] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.897106] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ada8c4e-b820-4cec-9228-f5f184ad3554 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.921512] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379474, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.923698] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1156.923698] env[69411]: value = "task-3379475" [ 1156.923698] env[69411]: _type = "Task" [ 1156.923698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.937568] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.951583] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dff9e784-f745-4b62-8e79-908cfc50557d tempest-ServersTestJSON-800841672 tempest-ServersTestJSON-800841672-project-member] Lock "9848c369-d516-4e71-9d00-6f21d0dda7e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.977s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.067338] env[69411]: DEBUG nova.network.neutron [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.119497] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.154621] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bafef6-8f64-4c1a-91b1-6a1dbc4d30e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.161880] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de3394-e652-4f72-9450-f8b6f2b95a3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.191668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4c0bf-5c25-4b45-aaf2-2cd3deb9966c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.200010] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affc40fb-249f-46d7-808a-9397144c0ada {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.213762] env[69411]: DEBUG nova.compute.provider_tree [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.404062] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546144} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.404062] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.404062] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.404062] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1d288fb-165d-45ee-923b-aad91096c0f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.410154] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1157.410154] env[69411]: value = "task-3379476" [ 1157.410154] env[69411]: _type = "Task" [ 1157.410154] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.421969] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.435785] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.569972] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.600444] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f31557023febd878000d4b7db9be3af7',container_format='bare',created_at=2025-04-09T11:17:06Z,direct_url=,disk_format='vmdk',id=f8d74fbb-c541-4d46-809f-d2b7c8c76ac9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-625116406-shelved',owner='c2b50e4e5b784fd9a025d94984ab0793',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-04-09T11:17:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.600682] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.600844] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.601184] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.601406] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.601578] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.601792] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.602076] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.602171] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.602289] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.602460] env[69411]: DEBUG nova.virt.hardware [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.603428] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663e851-c04b-4c5a-9d4c-13613548989c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.614886] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90506bb-c193-4813-91f4-29f9a6d52446 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.623985] env[69411]: DEBUG oslo_vmware.api [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379462, 'name': ReconfigVM_Task, 'duration_secs': 5.755934} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.631646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.631912] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1157.634128] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:81:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.641446] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.641698] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.642222] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71850531-3b53-4e90-83db-e945728714df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.663578] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.663578] env[69411]: value = "task-3379477" [ 1157.663578] env[69411]: _type = "Task" [ 1157.663578] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.672673] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379477, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.717653] env[69411]: DEBUG nova.scheduler.client.report [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.923045] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062331} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.923411] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.924428] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b98ebd-d8f6-47b6-8025-4d6148d2f02d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.935935] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379475, 'name': ReconfigVM_Task, 'duration_secs': 0.966956} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.943278] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.955157] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.955459] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04225c61-09c8-4f89-b725-7c0d292025c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.958764] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f971e6f-23d2-4f02-9727-73e0ee07b18c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.981226] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1157.981226] env[69411]: value = "task-3379479" [ 1157.981226] env[69411]: _type = "Task" [ 1157.981226] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.983407] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1157.983407] env[69411]: value = "task-3379478" [ 1157.983407] env[69411]: _type = "Task" [ 1157.983407] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.994093] env[69411]: DEBUG nova.compute.manager [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.994555] env[69411]: DEBUG nova.compute.manager [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing instance network info cache due to event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.994822] env[69411]: DEBUG oslo_concurrency.lockutils [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] Acquiring lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.994973] env[69411]: DEBUG oslo_concurrency.lockutils [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] Acquired lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.995181] env[69411]: DEBUG nova.network.neutron [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1158.004969] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.005510] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379478, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.178324] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379477, 'name': CreateVM_Task, 'duration_secs': 0.426308} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.178664] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.179549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.179927] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.180556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.181210] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72dc3e4b-a506-439e-b5a5-f5ab5c43aab6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.187049] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1158.187049] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279c413-9216-43d3-32a5-ca544741bd35" [ 1158.187049] env[69411]: _type = "Task" [ 1158.187049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.196640] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5279c413-9216-43d3-32a5-ca544741bd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.223185] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.225725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.841s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.227350] env[69411]: INFO nova.compute.claims [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.256671] env[69411]: INFO nova.scheduler.client.report [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Deleted allocations for instance e8cfb3b4-3f88-42a7-8a36-db12fa4644c1 [ 1158.292314] env[69411]: DEBUG nova.compute.manager [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.292314] env[69411]: DEBUG nova.compute.manager [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing instance network info cache due to event network-changed-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.292314] env[69411]: DEBUG oslo_concurrency.lockutils [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] Acquiring lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.292314] env[69411]: DEBUG oslo_concurrency.lockutils [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] Acquired lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.292314] env[69411]: DEBUG nova.network.neutron [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Refreshing network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1158.501432] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.504983] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379478, 'name': Rename_Task, 'duration_secs': 0.182253} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.505815] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.506095] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59192fce-1fa0-4146-8a8e-27db81487a51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.513951] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1158.513951] env[69411]: value = "task-3379480" [ 1158.513951] env[69411]: _type = "Task" [ 1158.513951] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.522670] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.699271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.699531] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Processing image f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.699777] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.700034] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.700116] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.700449] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63067191-1ee8-4842-ac7c-fccf0c9086bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.708906] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.709145] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.709878] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31489f4-7a17-4e36-a3d0-9fa9e6845f36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.716089] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1158.716089] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5293140a-dea2-0aaf-494c-e9d10431ba0f" [ 1158.716089] env[69411]: _type = "Task" [ 1158.716089] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.724121] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5293140a-dea2-0aaf-494c-e9d10431ba0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.774838] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1b2a50da-6b51-40ee-a4c6-34251b252f87 tempest-ServerTagsTestJSON-1230528893 tempest-ServerTagsTestJSON-1230528893-project-member] Lock "e8cfb3b4-3f88-42a7-8a36-db12fa4644c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.216s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.785090] env[69411]: DEBUG nova.network.neutron [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updated VIF entry in instance network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1158.785474] env[69411]: DEBUG nova.network.neutron [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.995168] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379479, 'name': ReconfigVM_Task, 'duration_secs': 0.619031} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.995472] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.996145] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f990080-3db7-4824-a07e-4bde22b3ce65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.002481] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1159.002481] env[69411]: value = "task-3379481" [ 1159.002481] env[69411]: _type = "Task" [ 1159.002481] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.014324] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379481, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.021984] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.067135] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.067342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.067534] env[69411]: DEBUG nova.network.neutron [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1159.226813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1159.227114] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Fetch image to [datastore2] OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd/OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1159.227254] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Downloading stream optimized image f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 to [datastore2] OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd/OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1159.231021] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Downloading image file data f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 to the ESX as VM named 'OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1159.290268] env[69411]: DEBUG oslo_concurrency.lockutils [req-37333fff-bd20-4a44-b618-d1382455f42c req-2de24adf-f55a-4f16-98f8-188cbb96cb3b service nova] Releasing lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.335870] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1159.335870] env[69411]: value = "resgroup-9" [ 1159.335870] env[69411]: _type = "ResourcePool" [ 1159.335870] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1159.336403] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-be47996c-013a-487c-a720-4b15edf0b1ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.366364] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease: (returnval){ [ 1159.366364] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ea4707-e230-a54f-4970-4bd961acbc62" [ 1159.366364] env[69411]: _type = "HttpNfcLease" [ 1159.366364] env[69411]: } obtained for vApp import into resource pool (val){ [ 1159.366364] env[69411]: value = "resgroup-9" [ 1159.366364] env[69411]: _type = "ResourcePool" [ 1159.366364] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1159.366364] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the lease: (returnval){ [ 1159.366364] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ea4707-e230-a54f-4970-4bd961acbc62" [ 1159.366364] env[69411]: _type = "HttpNfcLease" [ 1159.366364] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1159.377195] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.377195] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ea4707-e230-a54f-4970-4bd961acbc62" [ 1159.377195] env[69411]: _type = "HttpNfcLease" [ 1159.377195] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.472828] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b8308-2bfb-42dd-b7fe-411bbf91ae3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.484401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2833af3c-c6a0-4729-a64c-fd38e8d2874f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.529799] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb6de4-10c0-4625-9f9a-4d3bf8a14e8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.541289] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379481, 'name': Rename_Task, 'duration_secs': 0.266248} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.547517] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.547967] env[69411]: DEBUG oslo_vmware.api [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379480, 'name': PowerOnVM_Task, 'duration_secs': 1.017573} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.548345] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2456199e-561f-4b0e-b52f-6e539199762d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.550250] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.550776] env[69411]: INFO nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1159.550776] env[69411]: DEBUG nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.552285] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d9aa3-0faa-4f33-a598-e0e1e7e0b23a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.557394] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3526af7d-05e1-4389-9620-b3dbcce3b057 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.574285] env[69411]: DEBUG nova.compute.provider_tree [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.578747] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1159.578747] env[69411]: value = "task-3379483" [ 1159.578747] env[69411]: _type = "Task" [ 1159.578747] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.592829] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379483, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.639138] env[69411]: DEBUG nova.network.neutron [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updated VIF entry in instance network info cache for port dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1159.639138] env[69411]: DEBUG nova.network.neutron [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [{"id": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "address": "fa:16:3e:76:81:01", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1f5ed2-6d", "ovs_interfaceid": "dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.876177] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.876177] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ea4707-e230-a54f-4970-4bd961acbc62" [ 1159.876177] env[69411]: _type = "HttpNfcLease" [ 1159.876177] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1159.877677] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1159.877677] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ea4707-e230-a54f-4970-4bd961acbc62" [ 1159.877677] env[69411]: _type = "HttpNfcLease" [ 1159.877677] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1159.877677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a87a9a-4691-4aa5-9e9d-b535f2416525 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.886148] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5f2e7-4560-1611-e2b2-ccc9805065ed/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1159.886322] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5f2e7-4560-1611-e2b2-ccc9805065ed/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1159.960921] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3012afca-3cb4-49ae-95c0-96e222e0e4f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.039339] env[69411]: DEBUG nova.compute.manager [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.039564] env[69411]: DEBUG nova.compute.manager [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing instance network info cache due to event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.040079] env[69411]: DEBUG oslo_concurrency.lockutils [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] Acquiring lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.044617] env[69411]: DEBUG oslo_concurrency.lockutils [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] Acquired lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.044617] env[69411]: DEBUG nova.network.neutron [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1160.083814] env[69411]: DEBUG nova.scheduler.client.report [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.104850] env[69411]: INFO nova.compute.manager [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Took 18.19 seconds to build instance. [ 1160.112672] env[69411]: DEBUG oslo_vmware.api [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379483, 'name': PowerOnVM_Task, 'duration_secs': 0.412836} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.113012] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.113267] env[69411]: INFO nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1160.113487] env[69411]: DEBUG nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.114449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97889477-4192-4736-9899-e5730f97134d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.140174] env[69411]: DEBUG oslo_concurrency.lockutils [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] Releasing lock "refresh_cache-7a68f93a-5201-48f3-a81b-9b56ad786c73" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.140518] env[69411]: DEBUG nova.compute.manager [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.140733] env[69411]: DEBUG nova.compute.manager [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing instance network info cache due to event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.140963] env[69411]: DEBUG oslo_concurrency.lockutils [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] Acquiring lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.233205] env[69411]: INFO nova.network.neutron [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Port c02f1f2c-66da-4cfd-8136-f8cf3f185d13 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1160.233585] env[69411]: DEBUG nova.network.neutron [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.597605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.598640] env[69411]: DEBUG nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.605317] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.991s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.607148] env[69411]: INFO nova.compute.claims [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.619752] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b05fa656-5b69-4a3e-b567-6b5557a305dc tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.711s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.637692] env[69411]: INFO nova.compute.manager [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Took 15.01 seconds to build instance. [ 1160.737251] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.994492] env[69411]: DEBUG nova.compute.manager [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Received event network-changed-72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.996117] env[69411]: DEBUG nova.compute.manager [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Refreshing instance network info cache due to event network-changed-72e11710-f2a0-4b4a-b464-6e9936f3f12e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.996434] env[69411]: DEBUG oslo_concurrency.lockutils [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] Acquiring lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.996596] env[69411]: DEBUG oslo_concurrency.lockutils [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] Acquired lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.996868] env[69411]: DEBUG nova.network.neutron [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Refreshing network info cache for port 72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1161.072378] env[69411]: DEBUG nova.network.neutron [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updated VIF entry in instance network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1161.073128] env[69411]: DEBUG nova.network.neutron [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.107360] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1161.107616] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5f2e7-4560-1611-e2b2-ccc9805065ed/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1161.109167] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a96b4b-fdde-4954-a438-c97099fa4e98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.115891] env[69411]: DEBUG nova.compute.utils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.117845] env[69411]: DEBUG nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.117845] env[69411]: DEBUG nova.network.neutron [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.125152] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5f2e7-4560-1611-e2b2-ccc9805065ed/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1161.125868] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5f2e7-4560-1611-e2b2-ccc9805065ed/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1161.125868] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0e0abe87-bb0d-4b98-947d-4cf737a79e08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.140381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b881c233-3926-44c3-bf4a-fa49bda1db52 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "825e3291-c075-4fee-b6d6-f6278350aba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.519s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.206395] env[69411]: DEBUG nova.policy [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb1acf8eb3e64b2ca912e83f3c3bb90c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea242c37298b45459dc98a46a98e22e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.244832] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0a7c084a-a6a8-4405-85d7-1bacdf997d6f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.230s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.459624] env[69411]: DEBUG oslo_vmware.rw_handles [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5f2e7-4560-1611-e2b2-ccc9805065ed/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1161.459967] env[69411]: INFO nova.virt.vmwareapi.images [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Downloaded image file data f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 [ 1161.460956] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b244e7-ca28-494d-86a7-da9afe65b041 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.486856] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d49290c-48a9-4c26-a392-e85f72c4cee8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.517388] env[69411]: INFO nova.virt.vmwareapi.images [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] The imported VM was unregistered [ 1161.521395] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1161.522084] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.522444] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80a2b077-1540-4045-8083-1c31fe7c97b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.536276] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created directory with path [datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.536995] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd/OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd.vmdk to [datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1161.537346] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f7f021c0-2805-4b21-b529-71c2305a3f49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.554418] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1161.554418] env[69411]: value = "task-3379485" [ 1161.554418] env[69411]: _type = "Task" [ 1161.554418] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.564853] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379485, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.577353] env[69411]: DEBUG oslo_concurrency.lockutils [req-ae25e2d7-c12e-4189-9f4c-db6b2dc9f1c7 req-6ea52aea-07e2-4479-86cf-78fcb620ae22 service nova] Releasing lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.577834] env[69411]: DEBUG oslo_concurrency.lockutils [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] Acquired lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.578077] env[69411]: DEBUG nova.network.neutron [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1161.622509] env[69411]: DEBUG nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.838535] env[69411]: INFO nova.compute.manager [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Rebuilding instance [ 1161.846877] env[69411]: DEBUG nova.network.neutron [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updated VIF entry in instance network info cache for port 72e11710-f2a0-4b4a-b464-6e9936f3f12e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1161.847291] env[69411]: DEBUG nova.network.neutron [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.889281] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f339b8-e830-4027-8b63-56ab5f0d1e71 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.906338] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8571df96-3daf-46b6-87a8-e05fd3c40272 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.909525] env[69411]: DEBUG nova.compute.manager [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.910388] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b847142-ab4f-4b27-ad6c-179e47fd67be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.950568] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0355075-e961-451c-b7f4-c3c3382aa913 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.964235] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7436e7a4-3e7a-498f-b384-ef7e794b045b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.984473] env[69411]: DEBUG nova.compute.provider_tree [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.986888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-fd5f3971-c439-40a0-bc83-d9669324ab6f-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.988028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-fd5f3971-c439-40a0-bc83-d9669324ab6f-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.988028] env[69411]: DEBUG nova.objects.instance [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'flavor' on Instance uuid fd5f3971-c439-40a0-bc83-d9669324ab6f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.029754] env[69411]: DEBUG nova.network.neutron [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Successfully created port: d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.066704] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379485, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.295129] env[69411]: DEBUG nova.network.neutron [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updated VIF entry in instance network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1162.295540] env[69411]: DEBUG nova.network.neutron [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.319656] env[69411]: DEBUG nova.compute.manager [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.319867] env[69411]: DEBUG nova.compute.manager [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing instance network info cache due to event network-changed-5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.321113] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Acquiring lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.350149] env[69411]: DEBUG oslo_concurrency.lockutils [req-1e7800db-9996-4dbc-80c5-71ee3a7af87b req-f555ba0d-cbea-4ae3-acc9-8eb14cd8e41c service nova] Releasing lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.487945] env[69411]: DEBUG nova.scheduler.client.report [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.568402] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379485, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.610595] env[69411]: DEBUG nova.objects.instance [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'pci_requests' on Instance uuid fd5f3971-c439-40a0-bc83-d9669324ab6f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.635706] env[69411]: DEBUG nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.670255] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.670931] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.670931] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.670931] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.671110] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.671165] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.671338] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.671499] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.671669] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.671899] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.672016] env[69411]: DEBUG nova.virt.hardware [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.672966] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75cc179-a730-47eb-a72d-e112749fa284 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.685281] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e960e07-8e17-4860-8562-89f01eb23120 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.798338] env[69411]: DEBUG oslo_concurrency.lockutils [req-11fbf502-db82-4eb9-84c0-587f557ff14e req-536a17b7-5568-4d64-84b5-3ebe2376cc68 service nova] Releasing lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.799049] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Acquired lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.799400] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Refreshing network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1162.954996] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.956543] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e818e4-db4f-4aae-a31a-bbc2f29f2600 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.968595] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1162.968595] env[69411]: value = "task-3379486" [ 1162.968595] env[69411]: _type = "Task" [ 1162.968595] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.983340] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.996486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.997014] env[69411]: DEBUG nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.070777] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379485, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.116033] env[69411]: DEBUG nova.objects.base [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.116033] env[69411]: DEBUG nova.network.neutron [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.185096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.185444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.185799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.186046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.186322] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.188775] env[69411]: INFO nova.compute.manager [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Terminating instance [ 1163.195809] env[69411]: DEBUG nova.policy [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9efedc0ff0f4eac9c831a10e17aa38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c58db020ca4a32900c32c398d52ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.484485] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379486, 'name': PowerOffVM_Task, 'duration_secs': 0.277014} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.484820] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.486270] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.487236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e665c2a-b2c1-4237-8c69-9f28d6d300a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.498819] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.499134] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b24e8cad-3404-4420-8e91-448c9f6034da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.502311] env[69411]: DEBUG nova.compute.utils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.508365] env[69411]: DEBUG nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.508701] env[69411]: DEBUG nova.network.neutron [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.546397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.546508] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.548752] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Deleting the datastore file [datastore2] 825e3291-c075-4fee-b6d6-f6278350aba8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.548752] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b62b0abc-6297-4d53-b751-754d73dc0c1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.556239] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1163.556239] env[69411]: value = "task-3379488" [ 1163.556239] env[69411]: _type = "Task" [ 1163.556239] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.568856] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.572439] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379485, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.592416] env[69411]: DEBUG nova.policy [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f017a57b159d49c797e0128837612fcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed33c9ecbb346b88ad76b25953687a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.671644] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updated VIF entry in instance network info cache for port 5da9441a-6a83-4bcd-9b8a-4712a805202e. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1163.672296] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [{"id": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "address": "fa:16:3e:95:c2:51", "network": {"id": "3dbc12ac-7f14-4b3b-8eb6-2c88f231a02b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-941976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7b4c4caa43f46d1b55b334966cf7d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9441a-6a", "ovs_interfaceid": "5da9441a-6a83-4bcd-9b8a-4712a805202e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.693182] env[69411]: DEBUG nova.compute.manager [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.693421] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.694824] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4b36d-e485-4494-b923-015015d43519 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.706072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.710028] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3553a2f5-c0e0-4315-8bbe-147c57f7a550 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.715717] env[69411]: DEBUG oslo_vmware.api [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1163.715717] env[69411]: value = "task-3379489" [ 1163.715717] env[69411]: _type = "Task" [ 1163.715717] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.727707] env[69411]: DEBUG oslo_vmware.api [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.756407] env[69411]: DEBUG nova.network.neutron [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Successfully updated port: d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.928614] env[69411]: DEBUG nova.network.neutron [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Successfully created port: 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.014018] env[69411]: DEBUG nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.070050] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.073133] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379485, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.175278] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Releasing lock "refresh_cache-4dde10b6-fffc-4055-b8d4-c6fabc7838a5" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.175608] env[69411]: DEBUG nova.compute.manager [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.175799] env[69411]: DEBUG nova.compute.manager [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing instance network info cache due to event network-changed-ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.176031] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Acquiring lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.176368] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Acquired lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.176579] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Refreshing network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1164.225307] env[69411]: DEBUG oslo_vmware.api [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379489, 'name': PowerOffVM_Task, 'duration_secs': 0.322677} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.225597] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.225774] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.226044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-535641ef-f976-4c69-96d4-6e460af39d51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.259078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.259232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.259389] env[69411]: DEBUG nova.network.neutron [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1164.312012] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.312273] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.312463] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Deleting the datastore file [datastore1] 4dde10b6-fffc-4055-b8d4-c6fabc7838a5 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.312725] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8866e88-dd7a-4718-bfb8-b66c8b491a7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.321492] env[69411]: DEBUG oslo_vmware.api [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for the task: (returnval){ [ 1164.321492] env[69411]: value = "task-3379491" [ 1164.321492] env[69411]: _type = "Task" [ 1164.321492] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.330158] env[69411]: DEBUG oslo_vmware.api [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.348382] env[69411]: DEBUG nova.compute.manager [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Received event network-vif-plugged-d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.348382] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.348597] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.348722] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.348894] env[69411]: DEBUG nova.compute.manager [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] No waiting events found dispatching network-vif-plugged-d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.349069] env[69411]: WARNING nova.compute.manager [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Received unexpected event network-vif-plugged-d22fd4a7-d558-484e-bd16-bc8b476b6142 for instance with vm_state building and task_state spawning. [ 1164.349236] env[69411]: DEBUG nova.compute.manager [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Received event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.349389] env[69411]: DEBUG nova.compute.manager [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing instance network info cache due to event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.349553] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] Acquiring lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.571155] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.659644} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.574359] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.574581] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.574800] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.577419] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379485, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.663806} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.577863] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd/OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd.vmdk to [datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9.vmdk. [ 1164.578075] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Cleaning up location [datastore2] OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1164.578247] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d5ed022c-bc06-42d5-978b-987896db85fd {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.578491] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab1131e-e376-4e82-9f5b-03fa3e38b318 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.584150] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1164.584150] env[69411]: value = "task-3379492" [ 1164.584150] env[69411]: _type = "Task" [ 1164.584150] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.593413] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.797488] env[69411]: DEBUG nova.network.neutron [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1164.832142] env[69411]: DEBUG oslo_vmware.api [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Task: {'id': task-3379491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191813} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.834617] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.834853] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.835079] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.835180] env[69411]: INFO nova.compute.manager [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1164.835423] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.835615] env[69411]: DEBUG nova.compute.manager [-] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.835708] env[69411]: DEBUG nova.network.neutron [-] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1164.915634] env[69411]: DEBUG nova.compute.manager [req-dd6ddb76-a042-4a2e-8c6d-527b984bd1e0 req-a958bc2b-e33c-46fa-96d9-fac0957204fd service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-vif-plugged-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.915870] env[69411]: DEBUG oslo_concurrency.lockutils [req-dd6ddb76-a042-4a2e-8c6d-527b984bd1e0 req-a958bc2b-e33c-46fa-96d9-fac0957204fd service nova] Acquiring lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.916106] env[69411]: DEBUG oslo_concurrency.lockutils [req-dd6ddb76-a042-4a2e-8c6d-527b984bd1e0 req-a958bc2b-e33c-46fa-96d9-fac0957204fd service nova] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.916642] env[69411]: DEBUG oslo_concurrency.lockutils [req-dd6ddb76-a042-4a2e-8c6d-527b984bd1e0 req-a958bc2b-e33c-46fa-96d9-fac0957204fd service nova] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.916844] env[69411]: DEBUG nova.compute.manager [req-dd6ddb76-a042-4a2e-8c6d-527b984bd1e0 req-a958bc2b-e33c-46fa-96d9-fac0957204fd service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] No waiting events found dispatching network-vif-plugged-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.916999] env[69411]: WARNING nova.compute.manager [req-dd6ddb76-a042-4a2e-8c6d-527b984bd1e0 req-a958bc2b-e33c-46fa-96d9-fac0957204fd service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received unexpected event network-vif-plugged-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 for instance with vm_state active and task_state None. [ 1164.947759] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updated VIF entry in instance network info cache for port ef7052b0-b5d7-45e3-8812-6dfc87f532d6. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1164.948369] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [{"id": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "address": "fa:16:3e:36:e1:ce", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7052b0-b5", "ovs_interfaceid": "ef7052b0-b5d7-45e3-8812-6dfc87f532d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.998759] env[69411]: DEBUG nova.network.neutron [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.023403] env[69411]: DEBUG nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.038999] env[69411]: DEBUG nova.network.neutron [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Successfully updated port: c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.061828] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.062121] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.062294] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.062486] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.062637] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.062787] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.063014] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.064338] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.064534] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.065587] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.065932] env[69411]: DEBUG nova.virt.hardware [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.067540] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a578d1e-7dfa-426d-bccb-2214161ca385 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.076750] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f3b84-3d66-440c-a0f0-e874d3a6b025 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.101879] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032709} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.101879] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.101879] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.101879] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9.vmdk to [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.101879] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdfc27b8-2f00-4350-90ca-2ab1dc87a118 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.108535] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1165.108535] env[69411]: value = "task-3379493" [ 1165.108535] env[69411]: _type = "Task" [ 1165.108535] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.116591] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.451194] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Releasing lock "refresh_cache-4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.451511] env[69411]: DEBUG nova.compute.manager [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.451703] env[69411]: DEBUG nova.compute.manager [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing instance network info cache due to event network-changed-30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.451944] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.452085] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.452258] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1165.501592] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.502165] env[69411]: DEBUG nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Instance network_info: |[{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.502538] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] Acquired lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.502743] env[69411]: DEBUG nova.network.neutron [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1165.504119] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:50:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd22fd4a7-d558-484e-bd16-bc8b476b6142', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.512509] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.513678] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.513955] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70103147-2875-4f7e-8be6-909d1fa442e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.540142] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.540142] env[69411]: value = "task-3379494" [ 1165.540142] env[69411]: _type = "Task" [ 1165.540142] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.546662] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.555533] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379494, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.612235] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.612861] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.612861] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.612861] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.613055] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.613516] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.613800] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.614018] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.614370] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.614527] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.614645] env[69411]: DEBUG nova.virt.hardware [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.615740] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57536018-c4bc-4ad1-a97b-3ed5571a9e69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.628700] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379493, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.632330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457b499e-5a08-4d8e-9e70-c42425303e92 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.637294] env[69411]: DEBUG nova.network.neutron [-] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.652051] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.658749] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.659491] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.659762] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae58431a-1f50-4e1d-9f7b-4b22817f91c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.679968] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.679968] env[69411]: value = "task-3379495" [ 1165.679968] env[69411]: _type = "Task" [ 1165.679968] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.690262] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379495, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.711442] env[69411]: DEBUG nova.network.neutron [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Successfully updated port: 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.055264] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379494, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.130060] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379493, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.141424] env[69411]: INFO nova.compute.manager [-] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Took 1.31 seconds to deallocate network for instance. [ 1166.195379] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379495, 'name': CreateVM_Task, 'duration_secs': 0.395968} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.195522] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.195944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.196186] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.196531] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.196805] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9174c6-9b57-456e-a5c5-a7a27928087f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.203369] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1166.203369] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525d4874-a44d-61e0-2246-36d2346f1b50" [ 1166.203369] env[69411]: _type = "Task" [ 1166.203369] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.210887] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updated VIF entry in instance network info cache for port 30290c29-cff8-4ae1-a35f-7b1629bba9a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1166.211292] env[69411]: DEBUG nova.network.neutron [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.216281] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-c8cff6df-99a7-426e-ac53-170319ad4a31" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.216427] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-c8cff6df-99a7-426e-ac53-170319ad4a31" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.216570] env[69411]: DEBUG nova.network.neutron [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1166.217802] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525d4874-a44d-61e0-2246-36d2346f1b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.258065] env[69411]: DEBUG nova.network.neutron [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updated VIF entry in instance network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1166.258912] env[69411]: DEBUG nova.network.neutron [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.374144] env[69411]: DEBUG nova.compute.manager [req-e9e2c3e1-a995-4238-8a21-bd60e0f97da7 req-08962905-e7cb-4425-b0ad-1c1eafcd0492 service nova] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Received event network-vif-deleted-5da9441a-6a83-4bcd-9b8a-4712a805202e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.553019] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379494, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.627207] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379493, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.649317] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.649761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.650011] env[69411]: DEBUG nova.objects.instance [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lazy-loading 'resources' on Instance uuid 4dde10b6-fffc-4055-b8d4-c6fabc7838a5 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.715946] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525d4874-a44d-61e0-2246-36d2346f1b50, 'name': SearchDatastore_Task, 'duration_secs': 0.022024} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.716233] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.716482] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.716732] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.716883] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.717087] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.717366] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95bfc374-b13d-4240-a1d3-18a9d0bb4fde {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.719588] env[69411]: DEBUG oslo_concurrency.lockutils [req-39aeaa5c-0d15-44e2-b5bc-828831b58808 req-3ec0dec5-e5bd-4f43-b738-ffdd817c2802 service nova] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.721686] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.721899] env[69411]: DEBUG nova.network.neutron [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1166.732751] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.732964] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.733789] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795e4f16-1989-4760-b7d8-5689c3cfde7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.742104] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1166.742104] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526f18a8-71ea-125d-94b7-5e915bef8f37" [ 1166.742104] env[69411]: _type = "Task" [ 1166.742104] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.752734] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526f18a8-71ea-125d-94b7-5e915bef8f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.753625] env[69411]: DEBUG nova.network.neutron [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1166.762317] env[69411]: DEBUG oslo_concurrency.lockutils [req-cf00e889-c818-4301-8369-5586982238fc req-0da5a6f5-70ce-4a69-ad36-d9758eb78569 service nova] Releasing lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.943050] env[69411]: DEBUG nova.network.neutron [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Updating instance_info_cache with network_info: [{"id": "01054ee5-1f22-4cf7-8d40-d5ee05fd7835", "address": "fa:16:3e:01:58:85", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01054ee5-1f", "ovs_interfaceid": "01054ee5-1f22-4cf7-8d40-d5ee05fd7835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.006196] env[69411]: DEBUG nova.compute.manager [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-changed-c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.006446] env[69411]: DEBUG nova.compute.manager [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing instance network info cache due to event network-changed-c02f1f2c-66da-4cfd-8136-f8cf3f185d13. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.006670] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.054849] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379494, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.128839] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379493, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.256374] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526f18a8-71ea-125d-94b7-5e915bef8f37, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.257423] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4fb6eb-3fde-4368-8589-bece9c714406 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.261418] env[69411]: WARNING nova.network.neutron [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] e6c3de27-e19b-4b49-8b2f-ef5b61960682 already exists in list: networks containing: ['e6c3de27-e19b-4b49-8b2f-ef5b61960682']. ignoring it [ 1167.267510] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1167.267510] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52346c35-94dd-875d-70c2-392886423b28" [ 1167.267510] env[69411]: _type = "Task" [ 1167.267510] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.279210] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52346c35-94dd-875d-70c2-392886423b28, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.281970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.282281] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.282756] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-085773fe-5adb-4225-8b82-7a259672b509 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.291504] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1167.291504] env[69411]: value = "task-3379496" [ 1167.291504] env[69411]: _type = "Task" [ 1167.291504] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.304283] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.333027] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db8771-458a-48cf-92d0-81706aef7805 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.340695] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38b6d5f-18ed-49f4-a9ca-7e3177e30b31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.375833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa02bc1-a667-4604-b2c7-a89f1e59ebe0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.383084] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edf0d6b-6089-48e0-9ec9-d75f609450d5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.396273] env[69411]: DEBUG nova.compute.provider_tree [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.445682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-c8cff6df-99a7-426e-ac53-170319ad4a31" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.446022] env[69411]: DEBUG nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Instance network_info: |[{"id": "01054ee5-1f22-4cf7-8d40-d5ee05fd7835", "address": "fa:16:3e:01:58:85", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01054ee5-1f", "ovs_interfaceid": "01054ee5-1f22-4cf7-8d40-d5ee05fd7835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.446583] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:58:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01054ee5-1f22-4cf7-8d40-d5ee05fd7835', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.454321] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating folder: Project (bed33c9ecbb346b88ad76b25953687a7). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.457012] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3c39dc1-85e3-45ea-b07a-f8e2cdb0871b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.470767] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created folder: Project (bed33c9ecbb346b88ad76b25953687a7) in parent group-v674052. [ 1167.470975] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating folder: Instances. Parent ref: group-v674351. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.471267] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13935665-a795-47b5-a411-ae71a9a3c7ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.483542] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created folder: Instances in parent group-v674351. [ 1167.483842] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.484072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.484292] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96ff2ab-437c-4822-b7b1-ccaa6f50e221 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.505437] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.505437] env[69411]: value = "task-3379499" [ 1167.505437] env[69411]: _type = "Task" [ 1167.505437] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.517781] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379499, 'name': CreateVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.557291] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379494, 'name': CreateVM_Task, 'duration_secs': 1.762609} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.557614] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.558425] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.558639] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.558994] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.559332] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d455a26b-6c8e-40b5-b529-d2d40c1c5816 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.565442] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1167.565442] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523b1fb9-f8ae-e8c0-2df7-245b3032875c" [ 1167.565442] env[69411]: _type = "Task" [ 1167.565442] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.575235] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523b1fb9-f8ae-e8c0-2df7-245b3032875c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.593867] env[69411]: DEBUG nova.network.neutron [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "address": "fa:16:3e:25:5f:fb", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02f1f2c-66", "ovs_interfaceid": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.627660] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379493, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.234597} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.628155] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9/f8d74fbb-c541-4d46-809f-d2b7c8c76ac9.vmdk to [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.628835] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b909c8c4-0f9c-4eec-9c16-9dd30605af9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.654837] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.655654] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf962ddc-3e26-4945-89c8-f2f3da1773bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.677679] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1167.677679] env[69411]: value = "task-3379500" [ 1167.677679] env[69411]: _type = "Task" [ 1167.677679] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.691111] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.800648] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445834} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.800883] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.801161] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.801411] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a622a814-bbc7-4f13-9dd8-881b367ad4cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.807045] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1167.807045] env[69411]: value = "task-3379501" [ 1167.807045] env[69411]: _type = "Task" [ 1167.807045] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.814990] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.900277] env[69411]: DEBUG nova.scheduler.client.report [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.015678] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379499, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.075397] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523b1fb9-f8ae-e8c0-2df7-245b3032875c, 'name': SearchDatastore_Task, 'duration_secs': 0.018519} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.075691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.075927] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.076227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.076567] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.076769] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.077037] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a08b76b1-b361-42dd-a25d-265c7b001dbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.084619] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.084794] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.085491] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e62259-6031-40b2-95cb-c89f91e09691 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.090267] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1168.090267] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f10463-aa17-7234-6ed4-ce1ae4e876ab" [ 1168.090267] env[69411]: _type = "Task" [ 1168.090267] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.097787] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.098404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.098562] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.098805] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f10463-aa17-7234-6ed4-ce1ae4e876ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.099045] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.099230] env[69411]: DEBUG nova.network.neutron [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Refreshing network info cache for port c02f1f2c-66da-4cfd-8136-f8cf3f185d13 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1168.100752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af52c9db-6246-48cc-9be1-3585041db49a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.117912] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.118167] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.118336] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.118526] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.118676] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.118828] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.119048] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.119217] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.119389] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.119550] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.119722] env[69411]: DEBUG nova.virt.hardware [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.126411] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Reconfiguring VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1168.127477] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29deb8d1-1032-4f48-81f3-5771025262af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.144464] env[69411]: DEBUG oslo_vmware.api [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1168.144464] env[69411]: value = "task-3379502" [ 1168.144464] env[69411]: _type = "Task" [ 1168.144464] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.152152] env[69411]: DEBUG oslo_vmware.api [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379502, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.187624] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379500, 'name': ReconfigVM_Task, 'duration_secs': 0.274538} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.187997] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73/7a68f93a-5201-48f3-a81b-9b56ad786c73.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.189901] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'guest_format': None, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'encryption_secret_uuid': None, 'size': 0, 'image_id': '446bc687-6d94-474b-8006-e6aa28b50d30'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a3cd68e8-dceb-4fac-8e32-a99036e1aedd', 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674339', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'name': 'volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a68f93a-5201-48f3-a81b-9b56ad786c73', 'attached_at': '', 'detached_at': '', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'serial': '85fcad8f-8cc9-41f2-a101-2ace8d895f40'}, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69411) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1168.190162] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.190372] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674339', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'name': 'volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a68f93a-5201-48f3-a81b-9b56ad786c73', 'attached_at': '', 'detached_at': '', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'serial': '85fcad8f-8cc9-41f2-a101-2ace8d895f40'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.191513] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d861474e-37d6-4255-bffe-f8e030ce82aa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.208293] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89526fc1-e5d3-4c5f-a8a1-6e6bfddfd525 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.236308] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40/volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.236636] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c65366b-7e62-42a6-bdec-018b06e520c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.255948] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1168.255948] env[69411]: value = "task-3379503" [ 1168.255948] env[69411]: _type = "Task" [ 1168.255948] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.265282] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.316481] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110424} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.316718] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.317489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3286f6-41b9-42d6-a716-1d4a7b7f684b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.336762] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.337046] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea8f8d2-83ca-4032-a883-7629c25e0b5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.355948] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1168.355948] env[69411]: value = "task-3379504" [ 1168.355948] env[69411]: _type = "Task" [ 1168.355948] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.367623] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.406169] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.425283] env[69411]: INFO nova.scheduler.client.report [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Deleted allocations for instance 4dde10b6-fffc-4055-b8d4-c6fabc7838a5 [ 1168.516298] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379499, 'name': CreateVM_Task, 'duration_secs': 0.538785} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.516455] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.517371] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.517588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.517974] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.518300] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1896529d-c445-4499-a4c3-21e809da26e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.523430] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1168.523430] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52371125-fb4c-4f50-8f33-ec871ff38da0" [ 1168.523430] env[69411]: _type = "Task" [ 1168.523430] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.531579] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52371125-fb4c-4f50-8f33-ec871ff38da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.601143] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f10463-aa17-7234-6ed4-ce1ae4e876ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008034} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.601967] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1639bed-2b4f-4aa6-ac3e-8a200809abfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.610056] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1168.610056] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fca5e9-e79e-bce7-a990-edfa2c96b2db" [ 1168.610056] env[69411]: _type = "Task" [ 1168.610056] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.618817] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fca5e9-e79e-bce7-a990-edfa2c96b2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.654324] env[69411]: DEBUG oslo_vmware.api [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.766753] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.808395] env[69411]: DEBUG nova.network.neutron [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updated VIF entry in instance network info cache for port c02f1f2c-66da-4cfd-8136-f8cf3f185d13. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1168.808846] env[69411]: DEBUG nova.network.neutron [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "address": "fa:16:3e:25:5f:fb", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02f1f2c-66", "ovs_interfaceid": "c02f1f2c-66da-4cfd-8136-f8cf3f185d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.867878] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.934768] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ba492dce-17a0-4ce8-a253-2e0a92058493 tempest-ServerRescueTestJSONUnderV235-1659114173 tempest-ServerRescueTestJSONUnderV235-1659114173-project-member] Lock "4dde10b6-fffc-4055-b8d4-c6fabc7838a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.033636] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52371125-fb4c-4f50-8f33-ec871ff38da0, 'name': SearchDatastore_Task, 'duration_secs': 0.084961} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.033895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.034155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.034408] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.034538] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.034717] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.034983] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d8633d8-4ea9-42e2-815c-bb89b91f363f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.044035] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.044035] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.044272] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3495d55c-6fd8-4a7b-9f1b-0cee6ae90b55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.049786] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1169.049786] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523e5229-9dd1-fa66-e869-bfffcbce292d" [ 1169.049786] env[69411]: _type = "Task" [ 1169.049786] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.057198] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523e5229-9dd1-fa66-e869-bfffcbce292d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.119801] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fca5e9-e79e-bce7-a990-edfa2c96b2db, 'name': SearchDatastore_Task, 'duration_secs': 0.04951} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.120350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.120350] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.120967] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4893f5a-bb1f-4cc9-b7e9-4019c7f72db7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.127417] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1169.127417] env[69411]: value = "task-3379505" [ 1169.127417] env[69411]: _type = "Task" [ 1169.127417] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.135410] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.155025] env[69411]: DEBUG oslo_vmware.api [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379502, 'name': ReconfigVM_Task, 'duration_secs': 0.886244} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.155589] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.155811] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Reconfigured VM to attach interface {{(pid=69411) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1169.266710] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379503, 'name': ReconfigVM_Task, 'duration_secs': 0.663734} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.267011] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40/volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.271658] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d28f28d-55c8-4bc5-a762-47dc826dca45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.286631] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1169.286631] env[69411]: value = "task-3379506" [ 1169.286631] env[69411]: _type = "Task" [ 1169.286631] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.296392] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.312236] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.312510] env[69411]: DEBUG nova.compute.manager [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Received event network-vif-plugged-01054ee5-1f22-4cf7-8d40-d5ee05fd7835 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.312782] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Acquiring lock "c8cff6df-99a7-426e-ac53-170319ad4a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.312934] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.313120] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.313290] env[69411]: DEBUG nova.compute.manager [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] No waiting events found dispatching network-vif-plugged-01054ee5-1f22-4cf7-8d40-d5ee05fd7835 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.313484] env[69411]: WARNING nova.compute.manager [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Received unexpected event network-vif-plugged-01054ee5-1f22-4cf7-8d40-d5ee05fd7835 for instance with vm_state building and task_state spawning. [ 1169.313624] env[69411]: DEBUG nova.compute.manager [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Received event network-changed-01054ee5-1f22-4cf7-8d40-d5ee05fd7835 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.313869] env[69411]: DEBUG nova.compute.manager [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Refreshing instance network info cache due to event network-changed-01054ee5-1f22-4cf7-8d40-d5ee05fd7835. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.314091] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Acquiring lock "refresh_cache-c8cff6df-99a7-426e-ac53-170319ad4a31" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.314260] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Acquired lock "refresh_cache-c8cff6df-99a7-426e-ac53-170319ad4a31" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.314395] env[69411]: DEBUG nova.network.neutron [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Refreshing network info cache for port 01054ee5-1f22-4cf7-8d40-d5ee05fd7835 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1169.367039] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379504, 'name': ReconfigVM_Task, 'duration_secs': 0.72918} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.367348] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 825e3291-c075-4fee-b6d6-f6278350aba8/825e3291-c075-4fee-b6d6-f6278350aba8.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.367994] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df327b1d-0bb7-4496-b2ab-95cc0d5eac32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.375180] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1169.375180] env[69411]: value = "task-3379507" [ 1169.375180] env[69411]: _type = "Task" [ 1169.375180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.384208] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379507, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.561386] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523e5229-9dd1-fa66-e869-bfffcbce292d, 'name': SearchDatastore_Task, 'duration_secs': 0.029621} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.562382] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ec024f-e106-45c2-95e5-d378264cd8d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.570054] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1169.570054] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523f9a3a-8529-eb03-e79b-cafa94891596" [ 1169.570054] env[69411]: _type = "Task" [ 1169.570054] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.580418] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523f9a3a-8529-eb03-e79b-cafa94891596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.637017] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484587} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.637343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.637551] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.637804] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1715d70f-507f-4c11-84ba-a40dae02882a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.645426] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1169.645426] env[69411]: value = "task-3379508" [ 1169.645426] env[69411]: _type = "Task" [ 1169.645426] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.653201] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.660613] env[69411]: DEBUG oslo_concurrency.lockutils [None req-52833474-8366-4e6d-a30c-dac29196180f tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-fd5f3971-c439-40a0-bc83-d9669324ab6f-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.673s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.796424] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379506, 'name': ReconfigVM_Task, 'duration_secs': 0.401627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.796764] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674339', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'name': 'volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a68f93a-5201-48f3-a81b-9b56ad786c73', 'attached_at': '', 'detached_at': '', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'serial': '85fcad8f-8cc9-41f2-a101-2ace8d895f40'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1169.797339] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc47774d-e2a7-4161-8610-b02d8f428b81 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.804202] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1169.804202] env[69411]: value = "task-3379509" [ 1169.804202] env[69411]: _type = "Task" [ 1169.804202] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.812886] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379509, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.887354] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379507, 'name': Rename_Task, 'duration_secs': 0.254363} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.887566] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.887827] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feacd6b0-93ea-4ba3-b74a-eb9895b18d84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.893652] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1169.893652] env[69411]: value = "task-3379510" [ 1169.893652] env[69411]: _type = "Task" [ 1169.893652] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.904052] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.080160] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523f9a3a-8529-eb03-e79b-cafa94891596, 'name': SearchDatastore_Task, 'duration_secs': 0.022281} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.080623] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.081183] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.081726] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d1b242-2104-446c-a6a7-9a3a9bf020ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.091021] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1170.091021] env[69411]: value = "task-3379511" [ 1170.091021] env[69411]: _type = "Task" [ 1170.091021] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.096572] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.114509] env[69411]: DEBUG nova.network.neutron [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Updated VIF entry in instance network info cache for port 01054ee5-1f22-4cf7-8d40-d5ee05fd7835. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1170.115262] env[69411]: DEBUG nova.network.neutron [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Updating instance_info_cache with network_info: [{"id": "01054ee5-1f22-4cf7-8d40-d5ee05fd7835", "address": "fa:16:3e:01:58:85", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01054ee5-1f", "ovs_interfaceid": "01054ee5-1f22-4cf7-8d40-d5ee05fd7835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.160031] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062151} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.160031] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.160031] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6cbe38-d9ec-4cae-a401-a77176493f89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.184731] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.185311] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ad805d-5610-490b-ac07-fbe739dd11c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.208058] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1170.208058] env[69411]: value = "task-3379512" [ 1170.208058] env[69411]: _type = "Task" [ 1170.208058] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.216315] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.314469] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379509, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.404772] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.600742] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379511, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.619600] env[69411]: DEBUG oslo_concurrency.lockutils [req-8145ead5-9188-4a3a-9fd1-8fc3441299aa req-d548eb23-edd1-47e4-b15d-dd1357260401 service nova] Releasing lock "refresh_cache-c8cff6df-99a7-426e-ac53-170319ad4a31" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.721332] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379512, 'name': ReconfigVM_Task, 'duration_secs': 0.410982} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.721696] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.722550] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07e3e820-9d38-4c7a-96ed-dc18140f0e7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.729755] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1170.729755] env[69411]: value = "task-3379513" [ 1170.729755] env[69411]: _type = "Task" [ 1170.729755] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.740396] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379513, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.817390] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379509, 'name': Rename_Task, 'duration_secs': 0.530261} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.818401] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.818715] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eca3bb0-7e91-4e69-8329-679dd7fd2612 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.829572] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1170.829572] env[69411]: value = "task-3379514" [ 1170.829572] env[69411]: _type = "Task" [ 1170.829572] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.839680] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.905895] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379510, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.102495] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783814} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.102920] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.103199] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.103513] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba972dd4-6af3-476d-ab53-8ed6fd7d9726 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.112042] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1171.112042] env[69411]: value = "task-3379515" [ 1171.112042] env[69411]: _type = "Task" [ 1171.112042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.122474] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.240066] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379513, 'name': Rename_Task, 'duration_secs': 0.191865} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.241775] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.241775] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db3402a6-eaac-4185-9934-832ffc5c7436 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.249110] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1171.249110] env[69411]: value = "task-3379516" [ 1171.249110] env[69411]: _type = "Task" [ 1171.249110] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.257752] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.306547] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "interface-fd5f3971-c439-40a0-bc83-d9669324ab6f-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.306964] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-fd5f3971-c439-40a0-bc83-d9669324ab6f-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.340273] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.406257] env[69411]: DEBUG oslo_vmware.api [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379510, 'name': PowerOnVM_Task, 'duration_secs': 1.238849} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.406580] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.406809] env[69411]: DEBUG nova.compute.manager [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.407595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8398d8-d63c-4602-8efb-52577764b553 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.621276] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205896} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.621541] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.622334] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbca3dc-0403-42c8-a564-7326579e6ccf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.646683] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.646961] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78cccdb4-c533-4ce6-b4ca-9b4669e10872 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.667181] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1171.667181] env[69411]: value = "task-3379517" [ 1171.667181] env[69411]: _type = "Task" [ 1171.667181] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.675339] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.759701] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.810050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.810050] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.811018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12a3d2b-2ef1-4511-89ba-da06df779786 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.829128] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6ff8ea-6015-441a-a3f0-04413d9d4dbe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.858489] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Reconfiguring VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1171.861645] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a127f562-56b5-4ddf-a38c-98e57a082c62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.874428] env[69411]: DEBUG oslo_vmware.api [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379514, 'name': PowerOnVM_Task, 'duration_secs': 0.915429} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.874725] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.883667] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1171.883667] env[69411]: value = "task-3379518" [ 1171.883667] env[69411]: _type = "Task" [ 1171.883667] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.891536] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.925494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.925930] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.926176] env[69411]: DEBUG nova.objects.instance [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1171.982272] env[69411]: DEBUG nova.compute.manager [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.983180] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65d6969-5b62-4345-829b-e84c86c54f55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.179745] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.260602] env[69411]: DEBUG oslo_vmware.api [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379516, 'name': PowerOnVM_Task, 'duration_secs': 0.57496} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.260903] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.261135] env[69411]: INFO nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1172.261322] env[69411]: DEBUG nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.262173] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70688909-2b7a-4a64-b327-204e65427493 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.393367] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.498929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e6678a8c-e95e-40cb-b3ae-8e10fb2b2fe0 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.331s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.536949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "825e3291-c075-4fee-b6d6-f6278350aba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.537275] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "825e3291-c075-4fee-b6d6-f6278350aba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.537465] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "825e3291-c075-4fee-b6d6-f6278350aba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.537650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "825e3291-c075-4fee-b6d6-f6278350aba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.537820] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "825e3291-c075-4fee-b6d6-f6278350aba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.539933] env[69411]: INFO nova.compute.manager [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Terminating instance [ 1172.677985] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379517, 'name': ReconfigVM_Task, 'duration_secs': 0.855466} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.678446] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Reconfigured VM instance instance-0000006c to attach disk [datastore1] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.678951] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e800020a-da5f-4218-b364-d0bf6a794826 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.684896] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1172.684896] env[69411]: value = "task-3379519" [ 1172.684896] env[69411]: _type = "Task" [ 1172.684896] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.692545] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379519, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.780137] env[69411]: INFO nova.compute.manager [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Took 21.41 seconds to build instance. [ 1172.894766] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.934923] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d8890d9f-0f82-42e1-b65f-dc9610ebb195 tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.043933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "refresh_cache-825e3291-c075-4fee-b6d6-f6278350aba8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.044160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquired lock "refresh_cache-825e3291-c075-4fee-b6d6-f6278350aba8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.044347] env[69411]: DEBUG nova.network.neutron [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1173.195600] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379519, 'name': Rename_Task, 'duration_secs': 0.361279} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.195849] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.196108] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d91fe9-06c2-4a5f-a6e2-47652f83ccbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.202243] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1173.202243] env[69411]: value = "task-3379520" [ 1173.202243] env[69411]: _type = "Task" [ 1173.202243] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.209561] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.285641] env[69411]: DEBUG oslo_concurrency.lockutils [None req-96871542-b629-456a-8b1a-1e52c22a9da3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.925s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.322116] env[69411]: DEBUG nova.compute.manager [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Received event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.322343] env[69411]: DEBUG nova.compute.manager [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing instance network info cache due to event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.322562] env[69411]: DEBUG oslo_concurrency.lockutils [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] Acquiring lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.322707] env[69411]: DEBUG oslo_concurrency.lockutils [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] Acquired lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.322876] env[69411]: DEBUG nova.network.neutron [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1173.395356] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.564213] env[69411]: DEBUG nova.network.neutron [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1173.612621] env[69411]: DEBUG nova.network.neutron [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.712881] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.899968] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.049708] env[69411]: DEBUG nova.network.neutron [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updated VIF entry in instance network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1174.050262] env[69411]: DEBUG nova.network.neutron [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.116213] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Releasing lock "refresh_cache-825e3291-c075-4fee-b6d6-f6278350aba8" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.116843] env[69411]: DEBUG nova.compute.manager [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.117168] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.118400] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b7bb9-db2f-4eb8-ae4a-ca472e41c6b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.127819] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.128093] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2eec6c-1470-4810-babc-645a7ef5c55e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.133794] env[69411]: DEBUG oslo_vmware.api [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1174.133794] env[69411]: value = "task-3379521" [ 1174.133794] env[69411]: _type = "Task" [ 1174.133794] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.141606] env[69411]: DEBUG oslo_vmware.api [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.213129] env[69411]: DEBUG oslo_vmware.api [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379520, 'name': PowerOnVM_Task, 'duration_secs': 0.709196} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.213514] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.213778] env[69411]: INFO nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1174.213976] env[69411]: DEBUG nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.214768] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e27acd-4a2e-45c5-8530-7494687fa83d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.397411] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.552992] env[69411]: DEBUG oslo_concurrency.lockutils [req-b423f2cb-1f27-4141-a4b3-e0306268d76f req-8eb3117f-afb9-40b9-9bd9-9b9d7f177605 service nova] Releasing lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.644333] env[69411]: DEBUG oslo_vmware.api [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379521, 'name': PowerOffVM_Task, 'duration_secs': 0.198796} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.644584] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.644763] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.645043] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e707247-ecc8-4498-99d3-dfaeccaab93b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.668327] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.668566] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.668742] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Deleting the datastore file [datastore1] 825e3291-c075-4fee-b6d6-f6278350aba8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.669017] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe561fa-8ddc-401e-a247-1f79fe624100 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.675394] env[69411]: DEBUG oslo_vmware.api [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for the task: (returnval){ [ 1174.675394] env[69411]: value = "task-3379523" [ 1174.675394] env[69411]: _type = "Task" [ 1174.675394] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.683260] env[69411]: DEBUG oslo_vmware.api [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.734012] env[69411]: INFO nova.compute.manager [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Took 19.14 seconds to build instance. [ 1174.897700] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.185374] env[69411]: DEBUG oslo_vmware.api [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Task: {'id': task-3379523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494942} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.185729] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.185840] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.186462] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.186462] env[69411]: INFO nova.compute.manager [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1175.186595] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.186684] env[69411]: DEBUG nova.compute.manager [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.186783] env[69411]: DEBUG nova.network.neutron [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1175.201877] env[69411]: DEBUG nova.network.neutron [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1175.236550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-04178627-f6db-401e-a410-c47e72486edc tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.654s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.397868] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.574360] env[69411]: INFO nova.compute.manager [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Rebuilding instance [ 1175.618549] env[69411]: DEBUG nova.compute.manager [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.619533] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a62fa-b3da-4688-ae88-0c58f54e74af {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.705042] env[69411]: DEBUG nova.network.neutron [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.898315] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.207379] env[69411]: INFO nova.compute.manager [-] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Took 1.02 seconds to deallocate network for instance. [ 1176.399807] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.632483] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.632744] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1cd8d0-b473-4d24-b5ae-c8c049cf3e76 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.639940] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1176.639940] env[69411]: value = "task-3379524" [ 1176.639940] env[69411]: _type = "Task" [ 1176.639940] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.647740] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.712993] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.713308] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.713540] env[69411]: DEBUG nova.objects.instance [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lazy-loading 'resources' on Instance uuid 825e3291-c075-4fee-b6d6-f6278350aba8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.899627] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.150318] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379524, 'name': PowerOffVM_Task, 'duration_secs': 0.223636} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.150531] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.150766] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.151520] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8411820b-b4c7-40ce-9f43-6136bc5a45e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.157788] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.158031] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b339833-8c25-47f7-8030-932af1f3bd69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.214389] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.214750] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.214931] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleting the datastore file [datastore1] c8cff6df-99a7-426e-ac53-170319ad4a31 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.217585] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d1c479a-f6cf-449e-a676-fa29f75138e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.223833] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1177.223833] env[69411]: value = "task-3379526" [ 1177.223833] env[69411]: _type = "Task" [ 1177.223833] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.231199] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.364992] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325e8dfe-d605-4ac3-a8ca-a1a43ce7b514 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.374319] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6700d7c9-423c-4473-9e5e-e5a08a75b742 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.406905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a63b56d-d724-42fd-8890-8bb9fd517200 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.414083] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.417060] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc77fddf-7dd0-470e-bccd-f73167bf138a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.430741] env[69411]: DEBUG nova.compute.provider_tree [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.734683] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210725} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.736514] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.736738] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.737045] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.914349] env[69411]: DEBUG oslo_vmware.api [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379518, 'name': ReconfigVM_Task, 'duration_secs': 5.895484} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.914663] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.914914] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Reconfigured VM to detach interface {{(pid=69411) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1177.951342] env[69411]: ERROR nova.scheduler.client.report [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] [req-7be4cb22-e084-45b7-a935-be9b5b04e3f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7be4cb22-e084-45b7-a935-be9b5b04e3f2"}]} [ 1177.967598] env[69411]: DEBUG nova.scheduler.client.report [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1177.982025] env[69411]: DEBUG nova.scheduler.client.report [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1177.982256] env[69411]: DEBUG nova.compute.provider_tree [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.993025] env[69411]: DEBUG nova.scheduler.client.report [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1178.010200] env[69411]: DEBUG nova.scheduler.client.report [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1178.142264] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c4eaa-d568-4e7a-8a5e-8a46dfed7f20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.149885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f748e881-1312-46ed-b679-d3ce7fc5bc0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.181845] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56e3382-dcee-4210-a538-6d1f8a2e9314 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.190287] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8e13cb-49f2-4484-8cb9-340633626710 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.204765] env[69411]: DEBUG nova.compute.provider_tree [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.224531] env[69411]: DEBUG oslo_concurrency.lockutils [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.224851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.225092] env[69411]: INFO nova.compute.manager [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Rebooting instance [ 1178.734889] env[69411]: DEBUG nova.scheduler.client.report [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1178.735218] env[69411]: DEBUG nova.compute.provider_tree [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 153 to 154 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1178.735410] env[69411]: DEBUG nova.compute.provider_tree [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.748975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.749170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.749348] env[69411]: DEBUG nova.network.neutron [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1178.774325] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.774573] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.774739] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.774926] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.775087] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.775242] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.775447] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.775638] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.775770] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.775982] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.776211] env[69411]: DEBUG nova.virt.hardware [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.777265] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb135ec-60c2-48fb-8188-067f966dce32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.784974] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918292eb-6e4a-42ec-8e05-bdd393102af8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.798565] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:58:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01054ee5-1f22-4cf7-8d40-d5ee05fd7835', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.805817] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.806054] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.806261] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1fa7ba9-faae-4d21-b4de-687c97915fb6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.824709] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.824709] env[69411]: value = "task-3379527" [ 1178.824709] env[69411]: _type = "Task" [ 1178.824709] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.832352] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379527, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.993307] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.993556] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.188570] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.188772] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquired lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.188964] env[69411]: DEBUG nova.network.neutron [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1179.240411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.527s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.263840] env[69411]: INFO nova.scheduler.client.report [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Deleted allocations for instance 825e3291-c075-4fee-b6d6-f6278350aba8 [ 1179.337745] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379527, 'name': CreateVM_Task, 'duration_secs': 0.305943} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.337745] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.338766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.338766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.339023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.339316] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398fe622-ad37-4277-9c32-a3612fa8d587 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.344422] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1179.344422] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5203fa80-cf2e-c3bf-cd7e-5b79546a655c" [ 1179.344422] env[69411]: _type = "Task" [ 1179.344422] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.353310] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5203fa80-cf2e-c3bf-cd7e-5b79546a655c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.466866] env[69411]: DEBUG nova.network.neutron [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.497059] env[69411]: DEBUG nova.compute.utils [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.747761] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.747975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.748209] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.748395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.748602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.750820] env[69411]: INFO nova.compute.manager [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Terminating instance [ 1179.772893] env[69411]: DEBUG oslo_concurrency.lockutils [None req-208badc6-266d-4ceb-9a62-7bb1697dc39f tempest-ServersListShow2100Test-793185044 tempest-ServersListShow2100Test-793185044-project-member] Lock "825e3291-c075-4fee-b6d6-f6278350aba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.236s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.856671] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5203fa80-cf2e-c3bf-cd7e-5b79546a655c, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.857272] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.857272] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.857458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.857587] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.857769] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.858045] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ed8d41-ca3e-4bc5-a9d9-8f4307302c43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.867257] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.867441] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.868177] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ed0a8e-1b60-46c7-b8fa-1ea0b8f503ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.873920] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1179.873920] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52541b52-db33-9f3f-0c27-b53d12b852aa" [ 1179.873920] env[69411]: _type = "Task" [ 1179.873920] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.881664] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52541b52-db33-9f3f-0c27-b53d12b852aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.921272] env[69411]: INFO nova.network.neutron [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Port c02f1f2c-66da-4cfd-8136-f8cf3f185d13 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1179.921662] env[69411]: DEBUG nova.network.neutron [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [{"id": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "address": "fa:16:3e:29:b8:07", "network": {"id": "e6c3de27-e19b-4b49-8b2f-ef5b61960682", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-444010235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28c58db020ca4a32900c32c398d52ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30290c29-cf", "ovs_interfaceid": "30290c29-cff8-4ae1-a35f-7b1629bba9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.969695] env[69411]: DEBUG oslo_concurrency.lockutils [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.000325] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.254682] env[69411]: DEBUG nova.compute.manager [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.255032] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.255873] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a83ebf-7a8e-4934-9a74-8f18c310a54e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.264034] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.264263] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddd1818a-d54f-4e3d-a344-95251f7afc2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.270016] env[69411]: DEBUG oslo_vmware.api [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1180.270016] env[69411]: value = "task-3379528" [ 1180.270016] env[69411]: _type = "Task" [ 1180.270016] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.277793] env[69411]: DEBUG oslo_vmware.api [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.384741] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52541b52-db33-9f3f-0c27-b53d12b852aa, 'name': SearchDatastore_Task, 'duration_secs': 0.033576} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.385578] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada0fe20-f04c-4530-95a4-b9b7fdbf0f34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.391382] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1180.391382] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52657e3e-b18b-599c-8b4f-8df1c7f8e361" [ 1180.391382] env[69411]: _type = "Task" [ 1180.391382] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.399783] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52657e3e-b18b-599c-8b4f-8df1c7f8e361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.424640] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Releasing lock "refresh_cache-fd5f3971-c439-40a0-bc83-d9669324ab6f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.474544] env[69411]: DEBUG nova.compute.manager [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.475504] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b89b790-9a6d-42ee-a4a8-cc2f4d6f398b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.780357] env[69411]: DEBUG oslo_vmware.api [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379528, 'name': PowerOffVM_Task, 'duration_secs': 0.181879} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.780577] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.780747] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.781015] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b85b28d-6d7e-4aa6-a5dd-c138668d3e0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.840877] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.841120] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.841343] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleting the datastore file [datastore1] fd5f3971-c439-40a0-bc83-d9669324ab6f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.841602] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-693c9c36-3dfc-4414-8e04-fc024afb27c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.847933] env[69411]: DEBUG oslo_vmware.api [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1180.847933] env[69411]: value = "task-3379530" [ 1180.847933] env[69411]: _type = "Task" [ 1180.847933] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.857841] env[69411]: DEBUG oslo_vmware.api [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.901215] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52657e3e-b18b-599c-8b4f-8df1c7f8e361, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.901535] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.901855] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.902151] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a112133b-9a0c-46c5-acf1-b7fa372a68bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.908859] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1180.908859] env[69411]: value = "task-3379531" [ 1180.908859] env[69411]: _type = "Task" [ 1180.908859] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.916645] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.928652] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7825857c-7456-4ffd-aca4-de3a5f2a8481 tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "interface-fd5f3971-c439-40a0-bc83-d9669324ab6f-c02f1f2c-66da-4cfd-8136-f8cf3f185d13" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.622s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.107052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.107216] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.107338] env[69411]: INFO nova.compute.manager [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Attaching volume 177cb350-4dde-41f2-8b0a-e3c5c5646da3 to /dev/sdb [ 1181.143032] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd94859-8fe9-4725-8170-1f67d4133114 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.150111] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4355461c-ff2b-41da-88e1-b632de41f587 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.169392] env[69411]: DEBUG nova.virt.block_device [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updating existing volume attachment record: a0ff752a-ac05-4634-9b15-1927e8c8366f {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1181.357715] env[69411]: DEBUG oslo_vmware.api [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195313} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.358040] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.358205] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.358391] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.358570] env[69411]: INFO nova.compute.manager [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1181.358816] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.359030] env[69411]: DEBUG nova.compute.manager [-] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.359126] env[69411]: DEBUG nova.network.neutron [-] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1181.418619] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.418920] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487679} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.419142] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.419363] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.419580] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.419813] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.419989] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35322268-6e24-4747-a5d0-f95d331e8c16 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.421866] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.422073] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.422641] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.422812] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.422968] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1181.423148] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.426107] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1181.426107] env[69411]: value = "task-3379535" [ 1181.426107] env[69411]: _type = "Task" [ 1181.426107] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.436088] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.491929] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656745c6-5cbf-4a90-9133-ecd401ec3476 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.501256] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Doing hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1181.501505] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-20e47958-9576-4b32-a58c-6bba6c79eb9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.508275] env[69411]: DEBUG oslo_vmware.api [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1181.508275] env[69411]: value = "task-3379536" [ 1181.508275] env[69411]: _type = "Task" [ 1181.508275] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.516090] env[69411]: DEBUG oslo_vmware.api [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379536, 'name': ResetVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.928401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.928892] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.929151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.929328] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1181.930321] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14426696-31c2-4424-a332-e1ceff0a438e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.944062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c53f0-5195-4f0e-be37-9c85cce86a28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.948013] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066432} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.948102] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.949298] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610269ed-80ad-4e02-9266-849f7970b662 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.963219] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbde11-197d-46dd-831d-a72b1ef73cc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.983153] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.983834] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30fac7f3-f128-4c5e-ab4c-453891b9b50b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.000653] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbeaccc-96f4-41c1-b3c2-9b03dbeb6a3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.004640] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1182.004640] env[69411]: value = "task-3379537" [ 1182.004640] env[69411]: _type = "Task" [ 1182.004640] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.030756] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180010MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1182.030897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.031100] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.038956] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.043463] env[69411]: DEBUG oslo_vmware.api [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379536, 'name': ResetVM_Task, 'duration_secs': 0.107699} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.043712] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Did hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1182.043921] env[69411]: DEBUG nova.compute.manager [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.044662] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b30aee0-0310-4bd5-bff3-4971b1db6ec8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.104870] env[69411]: DEBUG nova.compute.manager [req-08e4baef-dcbf-4f70-885f-b0baffe29ab0 req-2753fd2f-daa5-4110-b556-55bef5c18496 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Received event network-vif-deleted-30290c29-cff8-4ae1-a35f-7b1629bba9a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.105109] env[69411]: INFO nova.compute.manager [req-08e4baef-dcbf-4f70-885f-b0baffe29ab0 req-2753fd2f-daa5-4110-b556-55bef5c18496 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Neutron deleted interface 30290c29-cff8-4ae1-a35f-7b1629bba9a0; detaching it from the instance and deleting it from the info cache [ 1182.105964] env[69411]: DEBUG nova.network.neutron [req-08e4baef-dcbf-4f70-885f-b0baffe29ab0 req-2753fd2f-daa5-4110-b556-55bef5c18496 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.516701] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.555271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-671ab8b5-8327-4f9a-ae01-53b2bf8e574f tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.330s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.579030] env[69411]: DEBUG nova.network.neutron [-] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.608607] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfbfda41-77c8-4401-9a27-719206ca9902 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.618015] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c16520-0924-48c2-ad01-6e3d1d2f2c73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.647886] env[69411]: DEBUG nova.compute.manager [req-08e4baef-dcbf-4f70-885f-b0baffe29ab0 req-2753fd2f-daa5-4110-b556-55bef5c18496 service nova] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Detach interface failed, port_id=30290c29-cff8-4ae1-a35f-7b1629bba9a0, reason: Instance fd5f3971-c439-40a0-bc83-d9669324ab6f could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.015309] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379537, 'name': ReconfigVM_Task, 'duration_secs': 0.862828} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.015602] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c8cff6df-99a7-426e-ac53-170319ad4a31/c8cff6df-99a7-426e-ac53-170319ad4a31.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.016234] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e708fa4-6809-4f9a-b0bd-9a34a7515c97 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.022020] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1183.022020] env[69411]: value = "task-3379538" [ 1183.022020] env[69411]: _type = "Task" [ 1183.022020] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.030205] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379538, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.068105] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9ca041f0-b520-4621-8708-9dcccca7cbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.068317] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.068435] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance fa6bfcc2-1df2-4bc7-9efa-008ff002697d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.068558] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 086c76e3-54db-456c-8e5b-07fabb5ad06b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.068701] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance fd5f3971-c439-40a0-bc83-d9669324ab6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.068820] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 2842ca5e-956d-4c3b-8273-ea51405d2424 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.068949] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 7a68f93a-5201-48f3-a81b-9b56ad786c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.069084] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.069202] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.069329] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance c8cff6df-99a7-426e-ac53-170319ad4a31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1183.069548] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1183.069829] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1183.081622] env[69411]: INFO nova.compute.manager [-] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Took 1.72 seconds to deallocate network for instance. [ 1183.200199] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8c313-a9f9-461b-96a1-35a69e3b62bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.209784] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bba198-d8b2-4155-9904-a2e992ffe42a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.247136] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4e296-c11a-4a4c-a0d9-48369ea1c230 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.254630] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a92dd99-c8f8-46d6-a916-c5c9470cfc0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.267908] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.532525] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379538, 'name': Rename_Task, 'duration_secs': 0.138939} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.532916] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.533078] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7e2ed6-67ae-4aec-9fc0-e50da86efd1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.539888] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1183.539888] env[69411]: value = "task-3379540" [ 1183.539888] env[69411]: _type = "Task" [ 1183.539888] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.548788] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.591406] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.800293] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1183.800553] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 154 to 155 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1183.800713] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.053083] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.306624] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1184.306802] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.276s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.307066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.716s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.307298] env[69411]: DEBUG nova.objects.instance [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'resources' on Instance uuid fd5f3971-c439-40a0-bc83-d9669324ab6f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.308372] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.309016] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Cleaning up deleted instances {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1184.549932] env[69411]: DEBUG oslo_vmware.api [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379540, 'name': PowerOnVM_Task, 'duration_secs': 0.825853} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.550298] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.550404] env[69411]: DEBUG nova.compute.manager [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.551201] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01e7225-fcf9-4e06-80fa-fb3324938b54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.827095] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] There are 55 instances to clean {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1184.827286] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 825e3291-c075-4fee-b6d6-f6278350aba8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.952599] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4f8362-7b15-4254-98e8-9b3df5e345e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.960048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d486ac-e9b2-495c-b868-126ed78e7c91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.989809] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1d14be-e852-48dc-b0b6-444302139e4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.996304] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0073edd4-69f3-4afc-8deb-2c96d201ef02 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.008935] env[69411]: DEBUG nova.compute.provider_tree [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.067540] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.329979] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 4dde10b6-fffc-4055-b8d4-c6fabc7838a5] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.512876] env[69411]: DEBUG nova.scheduler.client.report [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.718205] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1185.718473] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674356', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'name': 'volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2842ca5e-956d-4c3b-8273-ea51405d2424', 'attached_at': '', 'detached_at': '', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'serial': '177cb350-4dde-41f2-8b0a-e3c5c5646da3'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1185.719360] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57542dc-b43a-4466-8c19-941440326558 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.737595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc67ea7-bdb9-47ef-a4fa-f9eb83ff7c35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.762438] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3/volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.762753] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ac6d75-b886-4ff2-9027-2decb50bf73b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.781482] env[69411]: DEBUG oslo_vmware.api [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1185.781482] env[69411]: value = "task-3379541" [ 1185.781482] env[69411]: _type = "Task" [ 1185.781482] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.789442] env[69411]: DEBUG oslo_vmware.api [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.833872] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e8cfb3b4-3f88-42a7-8a36-db12fa4644c1] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.856795] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "c8cff6df-99a7-426e-ac53-170319ad4a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.857066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.857288] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "c8cff6df-99a7-426e-ac53-170319ad4a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.857478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.857653] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.859707] env[69411]: INFO nova.compute.manager [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Terminating instance [ 1186.017859] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.020611] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.953s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.020837] env[69411]: DEBUG nova.objects.instance [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1186.038821] env[69411]: INFO nova.scheduler.client.report [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted allocations for instance fd5f3971-c439-40a0-bc83-d9669324ab6f [ 1186.291989] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.292249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.296916] env[69411]: DEBUG oslo_vmware.api [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379541, 'name': ReconfigVM_Task, 'duration_secs': 0.337121} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.297178] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3/volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.302043] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee97f3a-652d-4a98-9e02-2bbfd2232b5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.317349] env[69411]: DEBUG oslo_vmware.api [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1186.317349] env[69411]: value = "task-3379542" [ 1186.317349] env[69411]: _type = "Task" [ 1186.317349] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.325099] env[69411]: DEBUG oslo_vmware.api [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.337224] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 50807e1c-5719-42c8-a8a2-487d0e2c92a5] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.365424] env[69411]: DEBUG nova.compute.manager [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.365732] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.366961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb77bee-85fb-4506-ba49-a5265d9879bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.374683] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.374915] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79375dec-0af7-4510-af7c-c8519dceb886 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.380362] env[69411]: DEBUG oslo_vmware.api [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1186.380362] env[69411]: value = "task-3379543" [ 1186.380362] env[69411]: _type = "Task" [ 1186.380362] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.387888] env[69411]: DEBUG oslo_vmware.api [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.548809] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e1b22cb8-a84d-44c5-b843-bca0a761fd3d tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "fd5f3971-c439-40a0-bc83-d9669324ab6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.801s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.795016] env[69411]: DEBUG nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.828362] env[69411]: DEBUG oslo_vmware.api [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379542, 'name': ReconfigVM_Task, 'duration_secs': 0.142165} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.828675] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674356', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'name': 'volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2842ca5e-956d-4c3b-8273-ea51405d2424', 'attached_at': '', 'detached_at': '', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'serial': '177cb350-4dde-41f2-8b0a-e3c5c5646da3'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.840695] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 8a0119f2-f975-44db-820a-56e1e5fd4251] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.889795] env[69411]: DEBUG oslo_vmware.api [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379543, 'name': PowerOffVM_Task, 'duration_secs': 0.134653} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.890068] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.890296] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.890554] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd14b707-57b6-410d-a72a-8bbfb7d8f0b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.951962] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.952225] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.952417] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleting the datastore file [datastore2] c8cff6df-99a7-426e-ac53-170319ad4a31 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.952682] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0549faf0-e0d9-4df9-847a-12f1164ea187 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.960090] env[69411]: DEBUG oslo_vmware.api [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1186.960090] env[69411]: value = "task-3379545" [ 1186.960090] env[69411]: _type = "Task" [ 1186.960090] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.969264] env[69411]: DEBUG oslo_vmware.api [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.030574] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87c10d40-6042-4c65-92f2-a5d5faff2b48 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.316688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.316793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.318200] env[69411]: INFO nova.compute.claims [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.342802] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: c3eeb517-924c-4351-adc4-2fa8be97daf9] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.469036] env[69411]: DEBUG oslo_vmware.api [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205274} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.469256] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.469443] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.469635] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.469815] env[69411]: INFO nova.compute.manager [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1187.470083] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.470336] env[69411]: DEBUG nova.compute.manager [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.470374] env[69411]: DEBUG nova.network.neutron [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1187.613314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.613595] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.613881] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.614091] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.614273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.616426] env[69411]: INFO nova.compute.manager [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Terminating instance [ 1187.845705] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: c9ae0143-9e1b-422b-92ba-16393640966b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.865890] env[69411]: DEBUG nova.objects.instance [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'flavor' on Instance uuid 2842ca5e-956d-4c3b-8273-ea51405d2424 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.982533] env[69411]: DEBUG nova.compute.manager [req-a9044b64-0904-4940-b1b9-f410ef164c2b req-62e8e0e4-ea78-4175-b84b-005de7c47816 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Received event network-vif-deleted-01054ee5-1f22-4cf7-8d40-d5ee05fd7835 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.982632] env[69411]: INFO nova.compute.manager [req-a9044b64-0904-4940-b1b9-f410ef164c2b req-62e8e0e4-ea78-4175-b84b-005de7c47816 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Neutron deleted interface 01054ee5-1f22-4cf7-8d40-d5ee05fd7835; detaching it from the instance and deleting it from the info cache [ 1187.982808] env[69411]: DEBUG nova.network.neutron [req-a9044b64-0904-4940-b1b9-f410ef164c2b req-62e8e0e4-ea78-4175-b84b-005de7c47816 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.120274] env[69411]: DEBUG nova.compute.manager [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.120512] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.121416] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e847eac-85cd-4173-8b53-d74aa1e11450 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.129228] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.129559] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829a4929-48df-4518-9e7e-f0ab98deb6e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.135677] env[69411]: DEBUG oslo_vmware.api [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1188.135677] env[69411]: value = "task-3379546" [ 1188.135677] env[69411]: _type = "Task" [ 1188.135677] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.143631] env[69411]: DEBUG oslo_vmware.api [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.348924] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 23b931bf-40b4-4bfd-b611-cc6c22219584] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.372041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7903c8a5-a37d-49a0-ac1c-c1e589b25023 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.465778] env[69411]: DEBUG nova.network.neutron [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.485743] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db27df7-df2f-434a-822e-5c015e022dfa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.496558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a2a3d2-eef3-48bd-9210-8ac89813048e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.507661] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de1b701-2712-4603-84ea-38d0d1c718d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.529337] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf5296c-177c-47d4-ba20-8ce5f748940f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.575970] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f29498-3aeb-42bf-9bb5-c17c0c970ee5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.579384] env[69411]: DEBUG nova.compute.manager [req-a9044b64-0904-4940-b1b9-f410ef164c2b req-62e8e0e4-ea78-4175-b84b-005de7c47816 service nova] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Detach interface failed, port_id=01054ee5-1f22-4cf7-8d40-d5ee05fd7835, reason: Instance c8cff6df-99a7-426e-ac53-170319ad4a31 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.585178] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be97c49-b26c-41e6-93ed-c400176fd2b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.600261] env[69411]: DEBUG nova.compute.provider_tree [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.645297] env[69411]: DEBUG oslo_vmware.api [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379546, 'name': PowerOffVM_Task, 'duration_secs': 0.176761} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.645582] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.645757] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.646026] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ccd45eb-a5be-4d26-a74a-544cb47fa64e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.710427] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.710649] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.710841] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleting the datastore file [datastore1] 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.711131] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e528a5a-6a43-48fb-81c5-d80f5e5f8e70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.717917] env[69411]: DEBUG oslo_vmware.api [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for the task: (returnval){ [ 1188.717917] env[69411]: value = "task-3379548" [ 1188.717917] env[69411]: _type = "Task" [ 1188.717917] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.726943] env[69411]: DEBUG oslo_vmware.api [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.855577] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 566397fb-726a-4d35-b616-48126451c9cc] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.968178] env[69411]: INFO nova.compute.manager [-] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Took 1.50 seconds to deallocate network for instance. [ 1189.104942] env[69411]: DEBUG nova.scheduler.client.report [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.227987] env[69411]: DEBUG oslo_vmware.api [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Task: {'id': task-3379548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200928} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.229222] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.229222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.229222] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.229222] env[69411]: INFO nova.compute.manager [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1189.229467] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.229509] env[69411]: DEBUG nova.compute.manager [-] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.229579] env[69411]: DEBUG nova.network.neutron [-] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1189.359366] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: a3e0d086-7c32-4163-9eb1-b904190b1934] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.474547] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.608127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.608665] env[69411]: DEBUG nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.611727] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.137s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.611931] env[69411]: DEBUG nova.objects.instance [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lazy-loading 'resources' on Instance uuid c8cff6df-99a7-426e-ac53-170319ad4a31 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.622902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.623142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.862647] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e60f15f5-8a7d-4631-9bbd-c7b3a2c15094] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.940405] env[69411]: DEBUG nova.network.neutron [-] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.012266] env[69411]: DEBUG nova.compute.manager [req-c81e1890-316c-4c35-bada-61e0480dedfc req-dccea7fd-1165-4666-b3fa-1e715325b1b0 service nova] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Received event network-vif-deleted-ef7052b0-b5d7-45e3-8812-6dfc87f532d6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.115171] env[69411]: DEBUG nova.compute.utils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.119812] env[69411]: DEBUG nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.120188] env[69411]: DEBUG nova.network.neutron [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.125387] env[69411]: DEBUG nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.167470] env[69411]: DEBUG nova.policy [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f017a57b159d49c797e0128837612fcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed33c9ecbb346b88ad76b25953687a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.248479] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8fc333-d272-452d-9352-421be5212744 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.256286] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d06094-32c7-4ab7-8528-47859ebcd4f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.286850] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333a8db-b0af-4239-a39d-19dbb9bd834b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.293985] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70caefb3-c0c9-4320-8f46-e1179af021f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.307594] env[69411]: DEBUG nova.compute.provider_tree [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.366643] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 41843deb-2b35-4b50-a791-a3e8bea699c2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.409623] env[69411]: DEBUG nova.network.neutron [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Successfully created port: 0c03ba31-d1e5-468e-ad40-9de9e8750a6e {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.443633] env[69411]: INFO nova.compute.manager [-] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Took 1.21 seconds to deallocate network for instance. [ 1190.620717] env[69411]: DEBUG nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.648729] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.811154] env[69411]: DEBUG nova.scheduler.client.report [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.869634] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 7fa26688-1db5-4c33-af26-41052842dad3] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.950139] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.315861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.318159] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.670s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.319763] env[69411]: INFO nova.compute.claims [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.372698] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: f9ac99b4-9478-46cf-b0fc-79d1b1027787] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.436209] env[69411]: INFO nova.scheduler.client.report [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted allocations for instance c8cff6df-99a7-426e-ac53-170319ad4a31 [ 1191.630504] env[69411]: DEBUG nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.661557] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.661963] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.662078] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.662271] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.662421] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.662573] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.662779] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.662940] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.663256] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.663329] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.663488] env[69411]: DEBUG nova.virt.hardware [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.664426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e26b7-235d-4f29-9d9c-2949c4767898 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.672759] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697175d-84d6-4040-b61f-6e17383e38e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.854761] env[69411]: DEBUG nova.network.neutron [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Successfully updated port: 0c03ba31-d1e5-468e-ad40-9de9e8750a6e {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.875768] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 90c14f96-bc70-4d7d-ae10-74a9f68a8950] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.943230] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1097c100-7046-4933-b665-c8f8d43d1022 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "c8cff6df-99a7-426e-ac53-170319ad4a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.086s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.038712] env[69411]: DEBUG nova.compute.manager [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Received event network-vif-plugged-0c03ba31-d1e5-468e-ad40-9de9e8750a6e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.038948] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] Acquiring lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.039082] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.039342] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.039424] env[69411]: DEBUG nova.compute.manager [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] No waiting events found dispatching network-vif-plugged-0c03ba31-d1e5-468e-ad40-9de9e8750a6e {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.039590] env[69411]: WARNING nova.compute.manager [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Received unexpected event network-vif-plugged-0c03ba31-d1e5-468e-ad40-9de9e8750a6e for instance with vm_state building and task_state spawning. [ 1192.039751] env[69411]: DEBUG nova.compute.manager [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Received event network-changed-0c03ba31-d1e5-468e-ad40-9de9e8750a6e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.039907] env[69411]: DEBUG nova.compute.manager [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Refreshing instance network info cache due to event network-changed-0c03ba31-d1e5-468e-ad40-9de9e8750a6e. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.040103] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] Acquiring lock "refresh_cache-d4cf1580-b4b5-4efd-aa9d-bed40c70245e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.040241] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] Acquired lock "refresh_cache-d4cf1580-b4b5-4efd-aa9d-bed40c70245e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.040397] env[69411]: DEBUG nova.network.neutron [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Refreshing network info cache for port 0c03ba31-d1e5-468e-ad40-9de9e8750a6e {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1192.361840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-d4cf1580-b4b5-4efd-aa9d-bed40c70245e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.378350] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 65c128e6-28b4-4428-b94b-f442a2c1cc5a] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.448833] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f140d1a-4b94-425f-b1cb-8834143f1394 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.456914] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3da01-7682-4cd8-b4d6-2ddacbb262c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.487409] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a4aa6d-097b-4259-9b69-44d1de8b641c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.494905] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4a415e-445d-4608-bed5-c26b668bb8d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.507950] env[69411]: DEBUG nova.compute.provider_tree [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.573071] env[69411]: DEBUG nova.network.neutron [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1192.647323] env[69411]: DEBUG nova.network.neutron [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.882905] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 39e834d5-508a-4424-9363-b8ecf38192ca] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.011684] env[69411]: DEBUG nova.scheduler.client.report [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.150907] env[69411]: DEBUG oslo_concurrency.lockutils [req-1c273da4-4d15-4c6b-8b5d-4bfa46629e44 req-aeb3f7e9-e5d6-4ca3-92c4-7c8a947d633d service nova] Releasing lock "refresh_cache-d4cf1580-b4b5-4efd-aa9d-bed40c70245e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.150907] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-d4cf1580-b4b5-4efd-aa9d-bed40c70245e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.150907] env[69411]: DEBUG nova.network.neutron [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1193.386646] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 3efccfe7-214f-4d27-829f-c482ea03f3fd] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.516651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.517197] env[69411]: DEBUG nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.519875] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.570s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.520130] env[69411]: DEBUG nova.objects.instance [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lazy-loading 'resources' on Instance uuid 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.690845] env[69411]: DEBUG nova.network.neutron [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1193.804895] env[69411]: DEBUG nova.network.neutron [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Updating instance_info_cache with network_info: [{"id": "0c03ba31-d1e5-468e-ad40-9de9e8750a6e", "address": "fa:16:3e:03:31:0e", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c03ba31-d1", "ovs_interfaceid": "0c03ba31-d1e5-468e-ad40-9de9e8750a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.891178] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: fe663c07-e906-4ef1-b67f-6f4143652565] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.022568] env[69411]: DEBUG nova.compute.utils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.027020] env[69411]: DEBUG nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.027020] env[69411]: DEBUG nova.network.neutron [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.063104] env[69411]: DEBUG nova.policy [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '938e722865ee490a839d0dee11943f8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7d8861151194ef79e0e09f35a2033e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.139080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d30360-2d4e-4c68-84c1-01e10617bcf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.146971] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a16390-e3d7-4ba5-8b31-9dc3e594b5b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.176517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e1c31-cc30-443a-b55d-96959cab1d81 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.183440] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8197f86a-f18b-456b-b949-6b166a98e43d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.197543] env[69411]: DEBUG nova.compute.provider_tree [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.307916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-d4cf1580-b4b5-4efd-aa9d-bed40c70245e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.308279] env[69411]: DEBUG nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance network_info: |[{"id": "0c03ba31-d1e5-468e-ad40-9de9e8750a6e", "address": "fa:16:3e:03:31:0e", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c03ba31-d1", "ovs_interfaceid": "0c03ba31-d1e5-468e-ad40-9de9e8750a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.308706] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:31:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c03ba31-d1e5-468e-ad40-9de9e8750a6e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.319176] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.319876] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.319876] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5353ef5-a900-426b-aa6b-ee2d0338eea3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.337838] env[69411]: DEBUG nova.network.neutron [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Successfully created port: 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.345660] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.345660] env[69411]: value = "task-3379549" [ 1194.345660] env[69411]: _type = "Task" [ 1194.345660] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.352978] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379549, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.395035] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 4753221f-d4bd-4e4a-bf04-fc68d8441409] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.528161] env[69411]: DEBUG nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.700415] env[69411]: DEBUG nova.scheduler.client.report [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.855645] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379549, 'name': CreateVM_Task, 'duration_secs': 0.287809} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.855840] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.856564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.856735] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.857130] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.857402] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d16595-03c4-4458-9a0a-c621dcef0adc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.862477] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1194.862477] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5278408a-05ab-9f0b-6c38-7b2dec4fe303" [ 1194.862477] env[69411]: _type = "Task" [ 1194.862477] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.869973] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5278408a-05ab-9f0b-6c38-7b2dec4fe303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.902707] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: d8fc0d49-982a-43db-8ef5-0aa2ee3dd324] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.204805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.224319] env[69411]: INFO nova.scheduler.client.report [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Deleted allocations for instance 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8 [ 1195.373229] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5278408a-05ab-9f0b-6c38-7b2dec4fe303, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.373564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.373848] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.374127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.374282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.374465] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.374728] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0cf2e53-4565-484d-a5a3-a25cdf61204d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.383601] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.383808] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.384499] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92289f5-a7b3-4fe3-9e19-a90b4371236c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.389487] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1195.389487] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525b4d0b-2c52-7751-7a30-de7cc7c5528f" [ 1195.389487] env[69411]: _type = "Task" [ 1195.389487] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.399960] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525b4d0b-2c52-7751-7a30-de7cc7c5528f, 'name': SearchDatastore_Task, 'duration_secs': 0.008021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.400661] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921a350d-fabe-46ee-b60c-559b0e9aaf0a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.406047] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: c5ba9d80-f8f8-4f1f-9ccf-4334f1ca6ee0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.407280] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1195.407280] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5262178e-0c1e-2ae7-4d29-9863b92d7f40" [ 1195.407280] env[69411]: _type = "Task" [ 1195.407280] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.416783] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5262178e-0c1e-2ae7-4d29-9863b92d7f40, 'name': SearchDatastore_Task, 'duration_secs': 0.007401} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.416783] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.416783] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.416783] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1134db0-233d-4f1b-b88f-b31af76d6b3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.422224] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1195.422224] env[69411]: value = "task-3379550" [ 1195.422224] env[69411]: _type = "Task" [ 1195.422224] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.430901] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.537632] env[69411]: DEBUG nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.567699] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.567993] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.568199] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.568432] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.568627] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.568824] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.569079] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.569275] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.569491] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.569702] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.569935] env[69411]: DEBUG nova.virt.hardware [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.570870] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e7898-8dec-4506-a8bf-d7d93beef256 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.579371] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a601495-999e-47e7-86dd-ac9cc921d5f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.732709] env[69411]: DEBUG oslo_concurrency.lockutils [None req-39321c86-d86d-4536-b5ed-eb33e0d5aceb tempest-AttachInterfacesTestJSON-648206913 tempest-AttachInterfacesTestJSON-648206913-project-member] Lock "4236e780-a48d-4ee6-a2da-98fc1bb3cbc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.119s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.800549] env[69411]: DEBUG nova.compute.manager [req-849ca19f-48b4-4db1-ae11-3602c0e2104a req-43bc724c-7c75-49a8-b6ef-dc66ac251648 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Received event network-vif-plugged-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.800843] env[69411]: DEBUG oslo_concurrency.lockutils [req-849ca19f-48b4-4db1-ae11-3602c0e2104a req-43bc724c-7c75-49a8-b6ef-dc66ac251648 service nova] Acquiring lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.801104] env[69411]: DEBUG oslo_concurrency.lockutils [req-849ca19f-48b4-4db1-ae11-3602c0e2104a req-43bc724c-7c75-49a8-b6ef-dc66ac251648 service nova] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.801384] env[69411]: DEBUG oslo_concurrency.lockutils [req-849ca19f-48b4-4db1-ae11-3602c0e2104a req-43bc724c-7c75-49a8-b6ef-dc66ac251648 service nova] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.802101] env[69411]: DEBUG nova.compute.manager [req-849ca19f-48b4-4db1-ae11-3602c0e2104a req-43bc724c-7c75-49a8-b6ef-dc66ac251648 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] No waiting events found dispatching network-vif-plugged-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.802310] env[69411]: WARNING nova.compute.manager [req-849ca19f-48b4-4db1-ae11-3602c0e2104a req-43bc724c-7c75-49a8-b6ef-dc66ac251648 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Received unexpected event network-vif-plugged-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b for instance with vm_state building and task_state spawning. [ 1195.896213] env[69411]: DEBUG nova.network.neutron [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Successfully updated port: 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.908208] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: d63ce7e7-2ac6-4515-9290-77c77d715837] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.933205] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379550, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.398706] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.398851] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.398962] env[69411]: DEBUG nova.network.neutron [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1196.411698] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 6747f2e0-b076-41b5-9bf1-4ac0ab223cc4] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.432993] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515793} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.433264] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.433486] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.433767] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-023a6610-161b-45e0-a6fc-82f544c18de4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.440918] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1196.440918] env[69411]: value = "task-3379551" [ 1196.440918] env[69411]: _type = "Task" [ 1196.440918] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.916126] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 403da129-759b-40e9-9547-3b2c5809e160] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.935605] env[69411]: DEBUG nova.network.neutron [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1196.951671] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125792} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.951921] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.952711] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c64fa8-4a34-45ee-9df8-02d4bd0e6637 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.978309] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.980905] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0d965d-00c0-4949-b692-8d3c174f1546 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.003578] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1197.003578] env[69411]: value = "task-3379552" [ 1197.003578] env[69411]: _type = "Task" [ 1197.003578] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.011784] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.088602] env[69411]: DEBUG nova.network.neutron [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Updating instance_info_cache with network_info: [{"id": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "address": "fa:16:3e:22:8f:26", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7100d959-ac", "ovs_interfaceid": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.417449] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: ab203b3a-781e-4c35-b0fe-35346df553ab] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.515979] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379552, 'name': ReconfigVM_Task, 'duration_secs': 0.260518} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.516272] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.517207] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbb7ae30-b0a2-458d-9e56-11b4f2cb5f37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.524349] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1197.524349] env[69411]: value = "task-3379553" [ 1197.524349] env[69411]: _type = "Task" [ 1197.524349] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.533798] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379553, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.592276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.592276] env[69411]: DEBUG nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Instance network_info: |[{"id": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "address": "fa:16:3e:22:8f:26", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7100d959-ac", "ovs_interfaceid": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.592276] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:8f:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.603282] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.603581] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.606959] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-286d2a2f-a590-4654-92ec-9f1a20487d59 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.627748] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.627748] env[69411]: value = "task-3379554" [ 1197.627748] env[69411]: _type = "Task" [ 1197.627748] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.637204] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379554, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.827881] env[69411]: DEBUG nova.compute.manager [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Received event network-changed-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.828316] env[69411]: DEBUG nova.compute.manager [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Refreshing instance network info cache due to event network-changed-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.828316] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] Acquiring lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.828458] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] Acquired lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.829247] env[69411]: DEBUG nova.network.neutron [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Refreshing network info cache for port 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1197.921591] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: d71be178-8edf-40c3-85ed-98d89589d43f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.033774] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379553, 'name': Rename_Task, 'duration_secs': 0.149878} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.034072] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.034349] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ecf0f68-3c74-42c8-8b32-5f2ff9c9ce85 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.040228] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1198.040228] env[69411]: value = "task-3379555" [ 1198.040228] env[69411]: _type = "Task" [ 1198.040228] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.048555] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.137468] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379554, 'name': CreateVM_Task, 'duration_secs': 0.319335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.137688] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.138345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.138512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.138830] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.139104] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c38ac6a-4ae2-4a6b-9adc-3b57007804ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.143231] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1198.143231] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdff59-2fda-3fdf-99be-79b3ed9ae334" [ 1198.143231] env[69411]: _type = "Task" [ 1198.143231] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.151361] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdff59-2fda-3fdf-99be-79b3ed9ae334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.425199] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e3fde417-0d6d-4377-ae8c-565d2a770edc] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.534079] env[69411]: DEBUG nova.network.neutron [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Updated VIF entry in instance network info cache for port 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1198.534471] env[69411]: DEBUG nova.network.neutron [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Updating instance_info_cache with network_info: [{"id": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "address": "fa:16:3e:22:8f:26", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7100d959-ac", "ovs_interfaceid": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.549235] env[69411]: DEBUG oslo_vmware.api [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379555, 'name': PowerOnVM_Task, 'duration_secs': 0.485585} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.549495] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.549706] env[69411]: INFO nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1198.549900] env[69411]: DEBUG nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.550676] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac586a21-4c66-4427-93f3-ba7304844c00 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.654577] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52fdff59-2fda-3fdf-99be-79b3ed9ae334, 'name': SearchDatastore_Task, 'duration_secs': 0.008447} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.654910] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.655259] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.655462] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.655612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.655866] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.656161] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-744de00d-9120-40ff-a0bc-3de903b04efd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.666187] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.666365] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.667048] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c72ade-1e51-43a2-a165-67d5729962c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.672124] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1198.672124] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f476d4-8364-fdb3-794e-0de39984547b" [ 1198.672124] env[69411]: _type = "Task" [ 1198.672124] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.679654] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f476d4-8364-fdb3-794e-0de39984547b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.928220] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 85eea133-6756-4065-8108-7431e70aa708] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.037701] env[69411]: DEBUG oslo_concurrency.lockutils [req-3b616f5e-c193-4551-833f-9820afe2ff3f req-4d9a0e5b-dcd8-4ba3-97e7-e2f5966b8ac3 service nova] Releasing lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.066546] env[69411]: INFO nova.compute.manager [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Took 11.77 seconds to build instance. [ 1199.182423] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f476d4-8364-fdb3-794e-0de39984547b, 'name': SearchDatastore_Task, 'duration_secs': 0.040021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.183237] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954441aa-b7be-4f98-a783-91b189423943 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.188809] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1199.188809] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529ea2d4-e79f-2a71-7fdd-bf91a0039a9e" [ 1199.188809] env[69411]: _type = "Task" [ 1199.188809] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.197287] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529ea2d4-e79f-2a71-7fdd-bf91a0039a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.431755] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 8731aec0-501f-4bd6-9cbe-1404390780df] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.567906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-80f9a5ff-5ad3-4807-934a-1fd3eb7b26a2 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.275s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.604266] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.604550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.700025] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529ea2d4-e79f-2a71-7fdd-bf91a0039a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.700025] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.700025] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d0e2bc29-a941-4cb3-89ad-c99a9a39ac41/d0e2bc29-a941-4cb3-89ad-c99a9a39ac41.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.700025] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fad0f0e1-5ace-487d-a282-bf9d2ec99623 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.706088] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1199.706088] env[69411]: value = "task-3379556" [ 1199.706088] env[69411]: _type = "Task" [ 1199.706088] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.713152] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.915619] env[69411]: INFO nova.compute.manager [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Rebuilding instance [ 1199.934515] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: a5e41b37-71f2-4938-af74-8b82b9df2a9e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.965582] env[69411]: DEBUG nova.compute.manager [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.966457] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8fb6b6-7863-4cb7-9556-d15a970ff7e6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.108235] env[69411]: DEBUG nova.compute.utils [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.216367] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442897} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.216578] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d0e2bc29-a941-4cb3-89ad-c99a9a39ac41/d0e2bc29-a941-4cb3-89ad-c99a9a39ac41.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.216790] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.217059] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0efa5bbb-a1ab-410a-8944-fab755732984 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.223416] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1200.223416] env[69411]: value = "task-3379557" [ 1200.223416] env[69411]: _type = "Task" [ 1200.223416] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.230321] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.442083] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: a19783a6-15e5-4542-a301-f3769580fad7] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.610751] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.733931] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062795} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.734162] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.734927] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1de8d1-1249-48af-a500-1a0ccc898fd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.756364] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d0e2bc29-a941-4cb3-89ad-c99a9a39ac41/d0e2bc29-a941-4cb3-89ad-c99a9a39ac41.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.756595] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfd0bb0-974c-42a9-8430-ed7681e17182 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.774726] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1200.774726] env[69411]: value = "task-3379558" [ 1200.774726] env[69411]: _type = "Task" [ 1200.774726] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.781612] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379558, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.945035] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 1052841c-b284-4244-831c-de3efb810d07] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.980600] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.981225] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-676d3de7-69b8-4eec-b60d-6683f66ad0ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.990813] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1200.990813] env[69411]: value = "task-3379559" [ 1200.990813] env[69411]: _type = "Task" [ 1200.990813] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.001227] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.285369] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.448707] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 670c72ab-c734-482a-91eb-109d2c9b2e72] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.500761] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379559, 'name': PowerOffVM_Task, 'duration_secs': 0.265056} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.500980] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.501245] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.501991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f28211-581b-4a9d-b0cc-5053266fc6d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.508285] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.508494] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a49fad7c-7a67-4864-8bb1-94321f5af234 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.566344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.566568] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.566740] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleting the datastore file [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.566989] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d78c759d-ef18-43ac-833a-1f77104a6a13 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.573420] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1201.573420] env[69411]: value = "task-3379561" [ 1201.573420] env[69411]: _type = "Task" [ 1201.573420] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.580649] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.682060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.682352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.682599] env[69411]: INFO nova.compute.manager [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Attaching volume 84896234-14c6-4649-928a-fc6917cbf628 to /dev/sdb [ 1201.713644] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3aa19-8ddb-4f2f-9a4e-c78a7ba38bf7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.720764] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b47baa-6d6f-43ec-a11a-3a21c12bc486 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.734620] env[69411]: DEBUG nova.virt.block_device [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating existing volume attachment record: 24063fb8-ed75-4387-b84e-0a16354382f4 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.784769] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379558, 'name': ReconfigVM_Task, 'duration_secs': 0.583184} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.785101] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d0e2bc29-a941-4cb3-89ad-c99a9a39ac41/d0e2bc29-a941-4cb3-89ad-c99a9a39ac41.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.785692] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10ce3cfb-8bd4-460c-950d-ec8f15c1a63b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.790685] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1201.790685] env[69411]: value = "task-3379562" [ 1201.790685] env[69411]: _type = "Task" [ 1201.790685] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.798343] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379562, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.952340] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: b9f0319a-c308-4a00-96c7-dee17c35e6a8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.082247] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165926} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.082517] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.082705] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.082886] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.300491] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379562, 'name': Rename_Task, 'duration_secs': 0.124845} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.300771] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.301036] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf63a33-a170-4585-8d79-17fc57a9395b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.308714] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1202.308714] env[69411]: value = "task-3379566" [ 1202.308714] env[69411]: _type = "Task" [ 1202.308714] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.319339] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.458957] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 295f5ba0-c935-470e-98db-76f6853c7d30] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.818900] env[69411]: DEBUG oslo_vmware.api [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379566, 'name': PowerOnVM_Task, 'duration_secs': 0.415844} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.819192] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.819419] env[69411]: INFO nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1202.819608] env[69411]: DEBUG nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.820372] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d9f9dc-bcba-4a70-986e-82cb4d0fee3b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.962530] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 6c44d94a-a3b0-4a97-8472-62c087be6ab0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.119693] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.119972] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.120170] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.120392] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.120580] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.120747] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.120999] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.121219] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.121407] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.121615] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.121946] env[69411]: DEBUG nova.virt.hardware [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.122853] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7824c7-05f6-4a56-a4f7-eeda5dac2fe0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.130797] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae7055-f28d-40f5-a215-305d84baf0cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.144198] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:31:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c03ba31-d1e5-468e-ad40-9de9e8750a6e', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.151762] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.152117] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.152355] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87300e36-a430-43fa-aed7-9f4259ca0bf3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.170859] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.170859] env[69411]: value = "task-3379567" [ 1203.170859] env[69411]: _type = "Task" [ 1203.170859] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.178361] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379567, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.340960] env[69411]: INFO nova.compute.manager [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Took 12.71 seconds to build instance. [ 1203.466248] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 8b009826-67bb-4c07-9f04-b4ef8be69b1b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.680873] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379567, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.843208] env[69411]: DEBUG oslo_concurrency.lockutils [None req-10b2a1f3-b570-4705-a6da-ee27262d8c4c tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.220s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.934387] env[69411]: DEBUG nova.compute.manager [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Received event network-changed-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.934560] env[69411]: DEBUG nova.compute.manager [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Refreshing instance network info cache due to event network-changed-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.934796] env[69411]: DEBUG oslo_concurrency.lockutils [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] Acquiring lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.934956] env[69411]: DEBUG oslo_concurrency.lockutils [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] Acquired lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.935135] env[69411]: DEBUG nova.network.neutron [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Refreshing network info cache for port 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1203.969217] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 6f5dc694-e833-46ca-acfe-52b748a93a5c] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.183584] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379567, 'name': CreateVM_Task, 'duration_secs': 0.647754} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.183789] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.184476] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.184648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.185040] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.185673] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfdd883-2687-4bdf-a0a4-0d4b7b113ef1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.190656] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1204.190656] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525e8c29-742d-a900-991d-ea0ba3e8ebb2" [ 1204.190656] env[69411]: _type = "Task" [ 1204.190656] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.198539] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525e8c29-742d-a900-991d-ea0ba3e8ebb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.471711] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 8cd11e90-5914-4e9b-b832-1eddf6b8d93c] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.641698] env[69411]: DEBUG nova.network.neutron [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Updated VIF entry in instance network info cache for port 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1204.642122] env[69411]: DEBUG nova.network.neutron [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Updating instance_info_cache with network_info: [{"id": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "address": "fa:16:3e:22:8f:26", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7100d959-ac", "ovs_interfaceid": "7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.701779] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525e8c29-742d-a900-991d-ea0ba3e8ebb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.702105] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.702355] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.702585] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.702733] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.702919] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.703187] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf5fc8e-fae5-4508-b901-c38765e2134a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.717029] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.717029] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.718046] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f91cd59-f9b6-418a-9e58-4a0cb6127e89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.725352] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1204.725352] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f28ac7-e347-93d9-3f34-d45e6d938b74" [ 1204.725352] env[69411]: _type = "Task" [ 1204.725352] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.735060] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f28ac7-e347-93d9-3f34-d45e6d938b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.974650] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 293ae9c2-c559-47cd-9a89-c3ad5469f420] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.144855] env[69411]: DEBUG oslo_concurrency.lockutils [req-7345f1e0-794f-412b-96d3-0f6ba1a7a8ac req-a158ebc5-f961-4376-950a-a61c67d527c5 service nova] Releasing lock "refresh_cache-d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.234763] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f28ac7-e347-93d9-3f34-d45e6d938b74, 'name': SearchDatastore_Task, 'duration_secs': 0.032379} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.235488] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3462eb7c-dd7b-4a15-ba17-3bf37948240c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.240773] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1205.240773] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52da9401-47f8-2dcc-e741-2063d4591ec8" [ 1205.240773] env[69411]: _type = "Task" [ 1205.240773] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.247844] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da9401-47f8-2dcc-e741-2063d4591ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.478565] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 14fcfe16-b536-4eae-8807-131306a159af] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.751679] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52da9401-47f8-2dcc-e741-2063d4591ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.751679] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.751870] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.752141] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7650dde1-b2d3-4618-b38c-5ee7a059c482 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.759413] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1205.759413] env[69411]: value = "task-3379569" [ 1205.759413] env[69411]: _type = "Task" [ 1205.759413] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.766774] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.982227] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 127aa697-2d67-47d9-96d4-f70858a832eb] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.269738] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411446} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.270026] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.270252] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.270499] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-913b02fd-5b99-4b33-8efa-cd9ed5e722bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.276310] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1206.276310] env[69411]: value = "task-3379570" [ 1206.276310] env[69411]: _type = "Task" [ 1206.276310] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.277203] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.277416] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674360', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'name': 'volume-84896234-14c6-4649-928a-fc6917cbf628', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b', 'attached_at': '', 'detached_at': '', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'serial': '84896234-14c6-4649-928a-fc6917cbf628'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.278204] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ea639-35e9-474a-89df-43575e32bf0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.299768] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7ab0a3-3e92-44f8-ade2-899ecb6b22e9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.302155] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.324009] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-84896234-14c6-4649-928a-fc6917cbf628/volume-84896234-14c6-4649-928a-fc6917cbf628.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.324291] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc066c0-2e51-48bd-96dc-d37cfbf4c540 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.342519] env[69411]: DEBUG oslo_vmware.api [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1206.342519] env[69411]: value = "task-3379571" [ 1206.342519] env[69411]: _type = "Task" [ 1206.342519] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.350294] env[69411]: DEBUG oslo_vmware.api [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.486217] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 416e24c8-d946-49d5-9a34-129674cd2d0d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.787301] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058215} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.787571] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.788338] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bcf4dc-0eea-47bd-be9f-5d7a205979d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.809521] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.809707] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3689d50-bdf6-46b9-a06b-21b882f72e83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.827648] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1206.827648] env[69411]: value = "task-3379572" [ 1206.827648] env[69411]: _type = "Task" [ 1206.827648] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.834630] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.849942] env[69411]: DEBUG oslo_vmware.api [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379571, 'name': ReconfigVM_Task, 'duration_secs': 0.344352} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.850217] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-84896234-14c6-4649-928a-fc6917cbf628/volume-84896234-14c6-4649-928a-fc6917cbf628.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.854842] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27eb10d-d6a3-44e8-8259-c768720aebd7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.868556] env[69411]: DEBUG oslo_vmware.api [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1206.868556] env[69411]: value = "task-3379573" [ 1206.868556] env[69411]: _type = "Task" [ 1206.868556] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.875620] env[69411]: DEBUG oslo_vmware.api [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.989463] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: e7877566-ce69-4a38-82db-feb1bedd135f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.337210] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.377662] env[69411]: DEBUG oslo_vmware.api [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379573, 'name': ReconfigVM_Task, 'duration_secs': 0.129797} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.378016] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674360', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'name': 'volume-84896234-14c6-4649-928a-fc6917cbf628', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b', 'attached_at': '', 'detached_at': '', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'serial': '84896234-14c6-4649-928a-fc6917cbf628'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.493196] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: b187064a-20b8-4e80-aaef-2ae78d901640] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.837797] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.996642] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: f1721a7b-378a-4fca-968f-63d27df12cd2] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.338775] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379572, 'name': ReconfigVM_Task, 'duration_secs': 1.144922} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.340184] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e/d4cf1580-b4b5-4efd-aa9d-bed40c70245e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.342731] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf9f111-fe3b-4394-98c9-1ab65481bc74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.350299] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1208.350299] env[69411]: value = "task-3379574" [ 1208.350299] env[69411]: _type = "Task" [ 1208.350299] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.359132] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379574, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.414455] env[69411]: DEBUG nova.objects.instance [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'flavor' on Instance uuid 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.499378] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 59be5fbd-08c1-45a9-9f8f-0bbe90384a24] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.845961] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.846298] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.859296] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379574, 'name': Rename_Task, 'duration_secs': 0.136975} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.859445] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.859686] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6444760-cb1c-4d2e-a5ff-20a5992fe2c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.867035] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1208.867035] env[69411]: value = "task-3379575" [ 1208.867035] env[69411]: _type = "Task" [ 1208.867035] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.874779] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.920446] env[69411]: DEBUG oslo_concurrency.lockutils [None req-e17f27b1-fb19-4595-88f6-fd975f620c15 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.003254] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: b5f978f8-b9bc-44f7-ba79-7824b7bbe6d3] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.350086] env[69411]: INFO nova.compute.manager [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Detaching volume 85fcad8f-8cc9-41f2-a101-2ace8d895f40 [ 1209.383953] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.384989] env[69411]: INFO nova.virt.block_device [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Attempting to driver detach volume 85fcad8f-8cc9-41f2-a101-2ace8d895f40 from mountpoint /dev/sdb [ 1209.385230] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.385418] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674339', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'name': 'volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a68f93a-5201-48f3-a81b-9b56ad786c73', 'attached_at': '', 'detached_at': '', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'serial': '85fcad8f-8cc9-41f2-a101-2ace8d895f40'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.386232] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c1b5a-47b1-4dee-8c59-0ba37e97d750 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.408509] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de56ceaf-79e9-466b-9940-be3b8ae430b5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.415733] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9ce22-63a1-4218-8ecb-ec707cf47bc1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.436186] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324b0dc9-7a8a-43eb-8820-b3f81923b075 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.450859] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] The volume has not been displaced from its original location: [datastore1] volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40/volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.456178] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.456758] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb08c92b-8c4c-49a9-ab63-fe2e84beb961 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.473520] env[69411]: DEBUG oslo_vmware.api [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1209.473520] env[69411]: value = "task-3379576" [ 1209.473520] env[69411]: _type = "Task" [ 1209.473520] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.486250] env[69411]: DEBUG oslo_vmware.api [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.506204] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 34eaab5d-18bd-4868-a439-7ae67fdecc3b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.812688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.812927] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.877054] env[69411]: DEBUG oslo_vmware.api [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379575, 'name': PowerOnVM_Task, 'duration_secs': 0.605596} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.877054] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.877054] env[69411]: DEBUG nova.compute.manager [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.877363] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758dbc45-da9f-45c2-8c25-f239b8543922 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.885680] env[69411]: DEBUG nova.compute.manager [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1209.982951] env[69411]: DEBUG oslo_vmware.api [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379576, 'name': ReconfigVM_Task, 'duration_secs': 0.199605} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.983202] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.987864] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9cee0aa-a406-4e1f-8020-7b386e569e7a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.003191] env[69411]: DEBUG oslo_vmware.api [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1210.003191] env[69411]: value = "task-3379577" [ 1210.003191] env[69411]: _type = "Task" [ 1210.003191] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.008900] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 5577226c-6081-4ae5-909f-2dea19be98a1] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.013745] env[69411]: DEBUG oslo_vmware.api [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.317093] env[69411]: DEBUG nova.compute.utils [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.403021] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.403345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.403533] env[69411]: DEBUG nova.objects.instance [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1210.410480] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.513259] env[69411]: DEBUG oslo_vmware.api [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379577, 'name': ReconfigVM_Task, 'duration_secs': 0.125881} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.513576] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674339', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'name': 'volume-85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a68f93a-5201-48f3-a81b-9b56ad786c73', 'attached_at': '', 'detached_at': '', 'volume_id': '85fcad8f-8cc9-41f2-a101-2ace8d895f40', 'serial': '85fcad8f-8cc9-41f2-a101-2ace8d895f40'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.516725] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 0c614753-736c-4a3d-9690-692674dd7c35] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.819524] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.019791] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9848c369-d516-4e71-9d00-6f21d0dda7e4] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.060526] env[69411]: DEBUG nova.objects.instance [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'flavor' on Instance uuid 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.179501] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.179777] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.179993] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.180196] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.180444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.182525] env[69411]: INFO nova.compute.manager [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Terminating instance [ 1211.410969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d89642a3-cd09-4cb9-bd55-3a4f238df40a tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.412040] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.523094] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 029a7f6a-74cd-4abe-a014-8ac5eb138aa3] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.653807] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "78d9b1c0-c658-44fa-a89f-378cde008f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.654067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.686166] env[69411]: DEBUG nova.compute.manager [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.686370] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.687734] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3653a89f-dbaf-4b79-8356-4f454b8802b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.695487] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.695700] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fddcfed-2f59-421b-aa86-faffdc64bd51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.702113] env[69411]: DEBUG oslo_vmware.api [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1211.702113] env[69411]: value = "task-3379578" [ 1211.702113] env[69411]: _type = "Task" [ 1211.702113] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.710674] env[69411]: DEBUG oslo_vmware.api [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.877916] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.878184] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.878439] env[69411]: INFO nova.compute.manager [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Attaching volume 9adfefce-15c7-4dbc-9255-8a4b9ace4038 to /dev/sdb [ 1211.913555] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfdecdc-24b0-454b-b35c-c9ffd7a63dfc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.919042] env[69411]: INFO nova.compute.claims [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.927275] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e51228-6152-47fe-9ee9-bf5471f3afa8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.941336] env[69411]: DEBUG nova.virt.block_device [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating existing volume attachment record: d9a0b279-0813-4d60-a3f6-9ec3e0d9e023 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1212.026833] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 065960f4-681e-4867-9b12-00672a5a9055] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.067526] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a90369c9-d395-4f03-8dc0-58eda1d98ab3 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.156309] env[69411]: DEBUG nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.211290] env[69411]: DEBUG oslo_vmware.api [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379578, 'name': PowerOffVM_Task, 'duration_secs': 0.192327} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.211550] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.211956] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.211956] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48d7af2f-03fb-4ffa-a574-79ed87803052 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.271440] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.271689] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.271883] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleting the datastore file [datastore1] d4cf1580-b4b5-4efd-aa9d-bed40c70245e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.272193] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46075a07-cd74-49b7-9471-828ac8b4e7ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.279690] env[69411]: DEBUG oslo_vmware.api [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1212.279690] env[69411]: value = "task-3379581" [ 1212.279690] env[69411]: _type = "Task" [ 1212.279690] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.287994] env[69411]: DEBUG oslo_vmware.api [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.425723] env[69411]: INFO nova.compute.resource_tracker [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating resource usage from migration df3504e9-853b-498d-a601-df02fa04911d [ 1212.533089] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.533089] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69411) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1212.566451] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210ee003-b115-4577-b9ea-a820efa48aaa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.574561] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9da5f-c2c4-4190-8f55-e97ab2c9edd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.607203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7c9b1f-1008-407b-8d26-3ca7fb7bf804 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.617730] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead1f6bf-18fd-4e38-a494-263e80059af6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.633602] env[69411]: DEBUG nova.compute.provider_tree [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.674125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.789325] env[69411]: DEBUG oslo_vmware.api [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129874} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.789581] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.789769] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.789950] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.790143] env[69411]: INFO nova.compute.manager [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1212.790377] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.790565] env[69411]: DEBUG nova.compute.manager [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.790662] env[69411]: DEBUG nova.network.neutron [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1213.036358] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.063729] env[69411]: DEBUG nova.compute.manager [req-497386fc-f5c1-40ea-9465-6c8ed6961428 req-95e26016-86ad-4ac3-8f13-a9be70370b50 service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Received event network-vif-deleted-0c03ba31-d1e5-468e-ad40-9de9e8750a6e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.063729] env[69411]: INFO nova.compute.manager [req-497386fc-f5c1-40ea-9465-6c8ed6961428 req-95e26016-86ad-4ac3-8f13-a9be70370b50 service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Neutron deleted interface 0c03ba31-d1e5-468e-ad40-9de9e8750a6e; detaching it from the instance and deleting it from the info cache [ 1213.063729] env[69411]: DEBUG nova.network.neutron [req-497386fc-f5c1-40ea-9465-6c8ed6961428 req-95e26016-86ad-4ac3-8f13-a9be70370b50 service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.112955] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.113240] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.113449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.113628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.113879] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.115704] env[69411]: INFO nova.compute.manager [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Terminating instance [ 1213.136268] env[69411]: DEBUG nova.scheduler.client.report [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.546365] env[69411]: DEBUG nova.network.neutron [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.566645] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e020a1e5-8f12-4505-b6be-987e2fb678ae {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.576636] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549fffd4-3332-4fe0-a095-141094fbe942 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.606509] env[69411]: DEBUG nova.compute.manager [req-497386fc-f5c1-40ea-9465-6c8ed6961428 req-95e26016-86ad-4ac3-8f13-a9be70370b50 service nova] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Detach interface failed, port_id=0c03ba31-d1e5-468e-ad40-9de9e8750a6e, reason: Instance d4cf1580-b4b5-4efd-aa9d-bed40c70245e could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.619505] env[69411]: DEBUG nova.compute.manager [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.619731] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.620587] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dfd931-678b-4858-aea3-63567057756f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.627809] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.628052] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b55858a-962b-4960-a66a-5ca7000d7e11 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.634535] env[69411]: DEBUG oslo_vmware.api [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1213.634535] env[69411]: value = "task-3379584" [ 1213.634535] env[69411]: _type = "Task" [ 1213.634535] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.643163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.231s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.643467] env[69411]: INFO nova.compute.manager [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Migrating [ 1213.650251] env[69411]: DEBUG oslo_vmware.api [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.651985] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.978s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.653500] env[69411]: INFO nova.compute.claims [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.048723] env[69411]: INFO nova.compute.manager [-] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Took 1.26 seconds to deallocate network for instance. [ 1214.144566] env[69411]: DEBUG oslo_vmware.api [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379584, 'name': PowerOffVM_Task, 'duration_secs': 0.20141} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.144838] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.145024] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.145275] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2be511d-0beb-478f-8b2d-df8d5f36981f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.163642] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.163829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.164068] env[69411]: DEBUG nova.network.neutron [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1214.200765] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.200982] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.201199] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleting the datastore file [datastore2] 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.201451] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bae9de62-dab1-464a-9d13-7e2e4a80aca0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.207218] env[69411]: DEBUG oslo_vmware.api [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1214.207218] env[69411]: value = "task-3379586" [ 1214.207218] env[69411]: _type = "Task" [ 1214.207218] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.217394] env[69411]: DEBUG oslo_vmware.api [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.555312] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.718686] env[69411]: DEBUG oslo_vmware.api [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.802210] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec19bd-d098-4f2f-986b-adfb7ca35742 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.809854] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5326cb0c-240c-44e0-9d04-b8e41bee0ad2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.841434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b127f-7e29-4c33-928b-ae73a9c853f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.848383] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a6f83d-bc10-4e12-8712-6d63bb532276 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.861212] env[69411]: DEBUG nova.compute.provider_tree [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.901525] env[69411]: DEBUG nova.network.neutron [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.217233] env[69411]: DEBUG oslo_vmware.api [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.734608} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.217586] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.217706] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.217857] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.218049] env[69411]: INFO nova.compute.manager [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1215.218294] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.218485] env[69411]: DEBUG nova.compute.manager [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.218582] env[69411]: DEBUG nova.network.neutron [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1215.364453] env[69411]: DEBUG nova.scheduler.client.report [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.403929] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.629881] env[69411]: DEBUG nova.compute.manager [req-f3f4d5a8-761a-4312-a01c-00f3b8b05596 req-cf0109fa-72bf-4a15-81e8-8ada2b1ae2ec service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Received event network-vif-deleted-dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.630089] env[69411]: INFO nova.compute.manager [req-f3f4d5a8-761a-4312-a01c-00f3b8b05596 req-cf0109fa-72bf-4a15-81e8-8ada2b1ae2ec service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Neutron deleted interface dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6; detaching it from the instance and deleting it from the info cache [ 1215.630388] env[69411]: DEBUG nova.network.neutron [req-f3f4d5a8-761a-4312-a01c-00f3b8b05596 req-cf0109fa-72bf-4a15-81e8-8ada2b1ae2ec service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.871385] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.872105] env[69411]: DEBUG nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.874886] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.320s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.875145] env[69411]: DEBUG nova.objects.instance [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lazy-loading 'resources' on Instance uuid d4cf1580-b4b5-4efd-aa9d-bed40c70245e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.110455] env[69411]: DEBUG nova.network.neutron [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.133029] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80999fba-a44d-42ad-83f4-831942c3d955 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.143384] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66114459-db7c-4f8d-8bd8-a46dfd47fda6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.173276] env[69411]: DEBUG nova.compute.manager [req-f3f4d5a8-761a-4312-a01c-00f3b8b05596 req-cf0109fa-72bf-4a15-81e8-8ada2b1ae2ec service nova] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Detach interface failed, port_id=dd1f5ed2-6d51-457e-a11d-0fc0b0d385e6, reason: Instance 7a68f93a-5201-48f3-a81b-9b56ad786c73 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.378466] env[69411]: DEBUG nova.compute.utils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.383067] env[69411]: DEBUG nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.383067] env[69411]: DEBUG nova.network.neutron [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.433418] env[69411]: DEBUG nova.policy [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f017a57b159d49c797e0128837612fcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed33c9ecbb346b88ad76b25953687a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.487475] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1216.487723] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674363', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'name': 'volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15', 'attached_at': '', 'detached_at': '', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'serial': '9adfefce-15c7-4dbc-9255-8a4b9ace4038'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1216.488621] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea50149-23a8-404b-9254-8534ea005515 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.511600] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e87b99-751a-437b-ac83-fab404a2132a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.536768] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038/volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.539725] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1405cdc-5104-4a3d-b4a9-1ea07513608a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.558052] env[69411]: DEBUG oslo_vmware.api [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1216.558052] env[69411]: value = "task-3379588" [ 1216.558052] env[69411]: _type = "Task" [ 1216.558052] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.569028] env[69411]: DEBUG oslo_vmware.api [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.577360] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1206ec71-24e0-4965-954e-47a12e09574c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.585516] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628d68d-e5a3-47f6-8380-d8a2f99bbb31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.617320] env[69411]: INFO nova.compute.manager [-] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Took 1.40 seconds to deallocate network for instance. [ 1216.619808] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d448eac-774c-4e8c-afbb-61cdba972e8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.630164] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a553d7b5-b3ad-4965-9845-875aacba7c66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.644198] env[69411]: DEBUG nova.compute.provider_tree [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.698759] env[69411]: DEBUG nova.network.neutron [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Successfully created port: ef991909-9109-4c78-9acb-1c889f135116 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.883614] env[69411]: DEBUG nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.917962] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a5fa0-a8b6-4573-ab60-0ad6a99961ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.941353] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.068112] env[69411]: DEBUG oslo_vmware.api [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379588, 'name': ReconfigVM_Task, 'duration_secs': 0.316766} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.068412] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038/volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.073231] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40e9eed-0641-4a38-af67-5343c83becda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.087412] env[69411]: DEBUG oslo_vmware.api [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1217.087412] env[69411]: value = "task-3379589" [ 1217.087412] env[69411]: _type = "Task" [ 1217.087412] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.094820] env[69411]: DEBUG oslo_vmware.api [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.127505] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.147652] env[69411]: DEBUG nova.scheduler.client.report [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.446958] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.447307] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da034de0-c59c-4c08-be14-f0dc9a793a1d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.455053] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1217.455053] env[69411]: value = "task-3379590" [ 1217.455053] env[69411]: _type = "Task" [ 1217.455053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.462843] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.597960] env[69411]: DEBUG oslo_vmware.api [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379589, 'name': ReconfigVM_Task, 'duration_secs': 0.134627} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.598334] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674363', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'name': 'volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15', 'attached_at': '', 'detached_at': '', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'serial': '9adfefce-15c7-4dbc-9255-8a4b9ace4038'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.652866] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.655404] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.528s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.655652] env[69411]: DEBUG nova.objects.instance [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'resources' on Instance uuid 7a68f93a-5201-48f3-a81b-9b56ad786c73 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.675773] env[69411]: INFO nova.scheduler.client.report [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted allocations for instance d4cf1580-b4b5-4efd-aa9d-bed40c70245e [ 1217.893594] env[69411]: DEBUG nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.919405] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.919675] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.919868] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.920095] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.920279] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.920478] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.920705] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.920875] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.921062] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.921252] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.921475] env[69411]: DEBUG nova.virt.hardware [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.922457] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6382dc34-5da2-425c-bbd9-4281f908c0a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.930502] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbff5986-88e3-462a-887c-47663872a4e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.964160] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379590, 'name': PowerOffVM_Task, 'duration_secs': 0.17782} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.964435] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.964623] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.073100] env[69411]: DEBUG nova.compute.manager [req-736b20e1-e88f-4fe4-a694-fe61a35ce760 req-70e8d6e4-d1d3-4901-8eaf-83c1d2e224f6 service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Received event network-vif-plugged-ef991909-9109-4c78-9acb-1c889f135116 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.073100] env[69411]: DEBUG oslo_concurrency.lockutils [req-736b20e1-e88f-4fe4-a694-fe61a35ce760 req-70e8d6e4-d1d3-4901-8eaf-83c1d2e224f6 service nova] Acquiring lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.073289] env[69411]: DEBUG oslo_concurrency.lockutils [req-736b20e1-e88f-4fe4-a694-fe61a35ce760 req-70e8d6e4-d1d3-4901-8eaf-83c1d2e224f6 service nova] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.073623] env[69411]: DEBUG oslo_concurrency.lockutils [req-736b20e1-e88f-4fe4-a694-fe61a35ce760 req-70e8d6e4-d1d3-4901-8eaf-83c1d2e224f6 service nova] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.074539] env[69411]: DEBUG nova.compute.manager [req-736b20e1-e88f-4fe4-a694-fe61a35ce760 req-70e8d6e4-d1d3-4901-8eaf-83c1d2e224f6 service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] No waiting events found dispatching network-vif-plugged-ef991909-9109-4c78-9acb-1c889f135116 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.074539] env[69411]: WARNING nova.compute.manager [req-736b20e1-e88f-4fe4-a694-fe61a35ce760 req-70e8d6e4-d1d3-4901-8eaf-83c1d2e224f6 service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Received unexpected event network-vif-plugged-ef991909-9109-4c78-9acb-1c889f135116 for instance with vm_state building and task_state spawning. [ 1218.184353] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f411389-666a-4eee-9073-3b17ce7b7f41 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "d4cf1580-b4b5-4efd-aa9d-bed40c70245e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.004s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.209475] env[69411]: DEBUG nova.network.neutron [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Successfully updated port: ef991909-9109-4c78-9acb-1c889f135116 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.295232] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8abd74-07e1-4a06-9d3e-62f70c13dc90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.302896] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802dee3d-2abb-4dea-a7ad-926a65c3b799 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.332611] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0737f55e-6834-4ca1-aebd-a88bb31393a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.341100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180fb467-1535-411d-b3d4-091904f861fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.354536] env[69411]: DEBUG nova.compute.provider_tree [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.471597] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.471944] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.472019] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.472207] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.472357] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.472507] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.472708] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.472907] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.473534] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.473534] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.473534] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.478779] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a374ad-3de2-40c1-97a0-36b05a24e796 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.496655] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1218.496655] env[69411]: value = "task-3379591" [ 1218.496655] env[69411]: _type = "Task" [ 1218.496655] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.504202] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.634594] env[69411]: DEBUG nova.objects.instance [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lazy-loading 'flavor' on Instance uuid 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.717023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.717023] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.717023] env[69411]: DEBUG nova.network.neutron [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1218.860022] env[69411]: DEBUG nova.scheduler.client.report [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.007038] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.139512] env[69411]: DEBUG oslo_concurrency.lockutils [None req-87073b67-8e0a-4a5e-b71b-2ece0c241fd8 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.250138] env[69411]: DEBUG nova.network.neutron [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1219.298588] env[69411]: INFO nova.compute.manager [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Rescuing [ 1219.298973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.298973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.299122] env[69411]: DEBUG nova.network.neutron [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1219.362423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.381737] env[69411]: INFO nova.scheduler.client.report [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted allocations for instance 7a68f93a-5201-48f3-a81b-9b56ad786c73 [ 1219.386188] env[69411]: DEBUG nova.network.neutron [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance_info_cache with network_info: [{"id": "ef991909-9109-4c78-9acb-1c889f135116", "address": "fa:16:3e:77:e3:4a", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef991909-91", "ovs_interfaceid": "ef991909-9109-4c78-9acb-1c889f135116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.508257] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.890936] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.891256] env[69411]: DEBUG nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Instance network_info: |[{"id": "ef991909-9109-4c78-9acb-1c889f135116", "address": "fa:16:3e:77:e3:4a", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef991909-91", "ovs_interfaceid": "ef991909-9109-4c78-9acb-1c889f135116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.891743] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9ab46512-f3ee-4101-8fa8-40cc49b7188e tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "7a68f93a-5201-48f3-a81b-9b56ad786c73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.778s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.892748] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:e3:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef991909-9109-4c78-9acb-1c889f135116', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.900549] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.901940] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.907351] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d816c359-9f65-4bc2-98d8-c13ca2e57f9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.922213] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9597ec59-b164-4030-95e4-41a9e24726c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.922426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9597ec59-b164-4030-95e4-41a9e24726c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.930186] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.930186] env[69411]: value = "task-3379592" [ 1219.930186] env[69411]: _type = "Task" [ 1219.930186] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.938732] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379592, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.011407] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379591, 'name': ReconfigVM_Task, 'duration_secs': 1.232488} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.011890] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.086435] env[69411]: DEBUG nova.network.neutron [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.096492] env[69411]: DEBUG nova.compute.manager [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Received event network-changed-ef991909-9109-4c78-9acb-1c889f135116 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.096740] env[69411]: DEBUG nova.compute.manager [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Refreshing instance network info cache due to event network-changed-ef991909-9109-4c78-9acb-1c889f135116. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.097067] env[69411]: DEBUG oslo_concurrency.lockutils [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] Acquiring lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.097269] env[69411]: DEBUG oslo_concurrency.lockutils [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] Acquired lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.097471] env[69411]: DEBUG nova.network.neutron [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Refreshing network info cache for port ef991909-9109-4c78-9acb-1c889f135116 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1220.424914] env[69411]: DEBUG nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.439954] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379592, 'name': CreateVM_Task, 'duration_secs': 0.289304} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.440135] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.440776] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.440930] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.441260] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.441507] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e294f68f-9139-42d8-a2b4-f81a17a0ca53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.446216] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1220.446216] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ff2a7d-075e-21d3-3596-9e3c075dd82c" [ 1220.446216] env[69411]: _type = "Task" [ 1220.446216] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.453318] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ff2a7d-075e-21d3-3596-9e3c075dd82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.519540] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.519830] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.519937] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.520135] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.520285] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.520433] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.520633] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.520792] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.520966] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.521155] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.521329] env[69411]: DEBUG nova.virt.hardware [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.527357] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.527950] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1528f045-8af3-4af9-b951-741fdf7d4379 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.546875] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1220.546875] env[69411]: value = "task-3379593" [ 1220.546875] env[69411]: _type = "Task" [ 1220.546875] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.554681] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.589527] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.866569] env[69411]: DEBUG nova.network.neutron [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updated VIF entry in instance network info cache for port ef991909-9109-4c78-9acb-1c889f135116. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1220.866952] env[69411]: DEBUG nova.network.neutron [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance_info_cache with network_info: [{"id": "ef991909-9109-4c78-9acb-1c889f135116", "address": "fa:16:3e:77:e3:4a", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef991909-91", "ovs_interfaceid": "ef991909-9109-4c78-9acb-1c889f135116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.951496] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.951785] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.953319] env[69411]: INFO nova.compute.claims [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.963460] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ff2a7d-075e-21d3-3596-9e3c075dd82c, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.963749] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.964025] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.966479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.966479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.966479] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.966479] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab768ad0-6fd6-4211-aec0-40cd5e634dd4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.974023] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.974023] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.974547] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bdbcc1-37ab-4a8a-a174-91bcdcae466c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.979212] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1220.979212] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52aec064-3ff4-bba2-c0f6-19c9e18fdace" [ 1220.979212] env[69411]: _type = "Task" [ 1220.979212] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.987504] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52aec064-3ff4-bba2-c0f6-19c9e18fdace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.059787] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379593, 'name': ReconfigVM_Task, 'duration_secs': 0.184663} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.061369] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.062108] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc39842-2d1c-4d87-9d11-647965deb6ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.089354] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.090604] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3990e5-510d-460e-8ee9-317dc8e064bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.107526] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1221.107526] env[69411]: value = "task-3379594" [ 1221.107526] env[69411]: _type = "Task" [ 1221.107526] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.115400] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.370125] env[69411]: DEBUG oslo_concurrency.lockutils [req-559f8236-71a5-4cb9-8618-0092f07cce96 req-03ac3447-5fe6-4da9-8bbd-3a8ff2a9d6da service nova] Releasing lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.489770] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52aec064-3ff4-bba2-c0f6-19c9e18fdace, 'name': SearchDatastore_Task, 'duration_secs': 0.008296} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.490578] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e8e94d-a676-4b76-83c8-34bdf10f999c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.495822] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1221.495822] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52c05b9c-bc58-d130-7595-38496a100430" [ 1221.495822] env[69411]: _type = "Task" [ 1221.495822] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.503596] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c05b9c-bc58-d130-7595-38496a100430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.532160] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.532452] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.618112] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379594, 'name': ReconfigVM_Task, 'duration_secs': 0.27122} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.618420] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.618705] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.005711] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52c05b9c-bc58-d130-7595-38496a100430, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.005973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.006287] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 78d9b1c0-c658-44fa-a89f-378cde008f88/78d9b1c0-c658-44fa-a89f-378cde008f88.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.006549] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ff44c4-e03e-49d7-a164-ebd096523d38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.012947] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1222.012947] env[69411]: value = "task-3379595" [ 1222.012947] env[69411]: _type = "Task" [ 1222.012947] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.022448] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.039514] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.039736] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.039866] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.040230] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.040230] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.040315] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.103933] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a057a-97d6-4c8c-af96-e3a20b74ed28 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.111080] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbe7802-03d8-4c4f-8438-f30d5b942ba1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.144295] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.145566] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d8560-aef5-411c-b5d4-e1ac176cd679 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.148329] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65281dee-9e47-4888-9690-166492645413 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.149904] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb09ce1-3936-4c1c-b07e-9e5a52527581 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.175124] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d6026-ec1c-42c0-a56c-62eb6df9a3d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.178754] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1222.178754] env[69411]: value = "task-3379596" [ 1222.178754] env[69411]: _type = "Task" [ 1222.178754] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.179537] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab17cf5-4b91-45a5-ba2a-b61ac89d5a17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.213217] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.230072] env[69411]: DEBUG nova.compute.provider_tree [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.236202] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.371858] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.372171] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.522442] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379595, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.545013] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Getting list of instances from cluster (obj){ [ 1222.545013] env[69411]: value = "domain-c8" [ 1222.545013] env[69411]: _type = "ClusterComputeResource" [ 1222.545013] env[69411]: } {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1222.546379] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77047517-b805-4a5f-9bf6-9421ef8000c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.563539] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Got total of 8 instances {{(pid=69411) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1222.563731] env[69411]: WARNING nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1222.563956] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid 9ca041f0-b520-4621-8708-9dcccca7cbdc {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.564196] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid fa6bfcc2-1df2-4bc7-9efa-008ff002697d {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.564367] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid 086c76e3-54db-456c-8e5b-07fabb5ad06b {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.564536] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid 2842ca5e-956d-4c3b-8273-ea51405d2424 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.564696] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.564857] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.565027] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid d0e2bc29-a941-4cb3-89ad-c99a9a39ac41 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.565195] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid 78d9b1c0-c658-44fa-a89f-378cde008f88 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.565372] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Triggering sync for uuid 9597ec59-b164-4030-95e4-41a9e24726c0 {{(pid=69411) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1222.565734] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.565977] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.566320] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.567043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.567043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.567043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.567190] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.567389] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.567634] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.567830] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.568029] env[69411]: INFO nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1222.568215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.568415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.568612] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.568773] env[69411]: INFO nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1222.568938] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.569149] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.569338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.569582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "78d9b1c0-c658-44fa-a89f-378cde008f88" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.569790] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "9597ec59-b164-4030-95e4-41a9e24726c0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.569994] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.570160] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1222.570907] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf92b53d-fb1b-40fc-a769-2a1c838510b3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.574350] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca244a-81f2-4877-9cb4-e7830013e5f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.577048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b9247-a0be-4409-9ef8-46ff34c8c864 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.579724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14831d93-e262-4112-8520-df017646fbb5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.582266] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa49330d-b311-4916-9327-23a1e416fc5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.584534] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.695776] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379596, 'name': PowerOffVM_Task, 'duration_secs': 0.237189} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.696056] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.696839] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fdc990-219e-4155-b270-ed06aab58c18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.716752] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29751827-3f90-4598-8146-35cac0678b69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.738899] env[69411]: DEBUG nova.scheduler.client.report [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.751433] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.751720] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14c6bed4-588d-49a2-8b95-455fbbd21656 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.758275] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1222.758275] env[69411]: value = "task-3379597" [ 1222.758275] env[69411]: _type = "Task" [ 1222.758275] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.766082] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.874922] env[69411]: DEBUG nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.023657] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379595, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.088365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.101017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.101449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.101757] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.107192] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.107488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.247428] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.247978] env[69411]: DEBUG nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.250777] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.162s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.250897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.250983] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1223.252065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b8fb56-53af-4561-b543-fd918a1bd9f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.266995] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b2993-5317-4a22-ae9f-0d6425384adf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.286176] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83610d47-8b95-4d67-8b92-767419cbf886 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.289528] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1223.289787] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.289971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.290133] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.290317] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.291115] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef744450-4a31-4d1f-ad02-e9505a07bf1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.295753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea622289-37b7-4f7c-89bb-7250ced285c1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.327539] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179777MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1223.327810] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.328166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.331747] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.331930] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.332923] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a82c4bd-7862-4676-ad5e-362be354c061 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.341834] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1223.341834] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52914781-f62a-8d05-4673-09523f8835c7" [ 1223.341834] env[69411]: _type = "Task" [ 1223.341834] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.346834] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52914781-f62a-8d05-4673-09523f8835c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.402789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.523857] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379595, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.468833} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.524146] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 78d9b1c0-c658-44fa-a89f-378cde008f88/78d9b1c0-c658-44fa-a89f-378cde008f88.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.524389] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.524639] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d2c9160-578d-4f24-9c6f-61135e659fb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.530895] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1223.530895] env[69411]: value = "task-3379598" [ 1223.530895] env[69411]: _type = "Task" [ 1223.530895] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.539351] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.753662] env[69411]: DEBUG nova.compute.utils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.755641] env[69411]: DEBUG nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.755641] env[69411]: DEBUG nova.network.neutron [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.809604] env[69411]: DEBUG nova.policy [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f4e30e3ee14b5b9c491796d47135f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e63e49b802245f891bd344719bf1aa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.847763] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52914781-f62a-8d05-4673-09523f8835c7, 'name': SearchDatastore_Task, 'duration_secs': 0.042813} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.848565] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9d81ca-730d-455d-922e-71eec6c2b7de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.855746] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1223.855746] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52004d4e-da48-7277-bf20-2d0f0fabd89b" [ 1223.855746] env[69411]: _type = "Task" [ 1223.855746] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.863851] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52004d4e-da48-7277-bf20-2d0f0fabd89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.887315] env[69411]: DEBUG nova.network.neutron [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Port 72e11710-f2a0-4b4a-b464-6e9936f3f12e binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1224.040648] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083842} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.040872] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.041669] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5eda33-5e90-4061-8363-5f33cd85b44d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.066853] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 78d9b1c0-c658-44fa-a89f-378cde008f88/78d9b1c0-c658-44fa-a89f-378cde008f88.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.067206] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9245a5-1855-4964-b6f1-00008a3374de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.087092] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1224.087092] env[69411]: value = "task-3379599" [ 1224.087092] env[69411]: _type = "Task" [ 1224.087092] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.095255] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.258422] env[69411]: DEBUG nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.311588] env[69411]: DEBUG nova.network.neutron [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Successfully created port: a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.340558] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Applying migration context for instance 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b as it has an incoming, in-progress migration df3504e9-853b-498d-a601-df02fa04911d. Migration status is migrating {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1224.342059] env[69411]: INFO nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating resource usage from migration df3504e9-853b-498d-a601-df02fa04911d [ 1224.366720] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52004d4e-da48-7277-bf20-2d0f0fabd89b, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.367779] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9ca041f0-b520-4621-8708-9dcccca7cbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.367999] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance fa6bfcc2-1df2-4bc7-9efa-008ff002697d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.368234] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 086c76e3-54db-456c-8e5b-07fabb5ad06b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.368435] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 2842ca5e-956d-4c3b-8273-ea51405d2424 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.368641] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.368838] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance d0e2bc29-a941-4cb3-89ad-c99a9a39ac41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.369053] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Migration df3504e9-853b-498d-a601-df02fa04911d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1224.369257] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.369456] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 78d9b1c0-c658-44fa-a89f-378cde008f88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.369657] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9597ec59-b164-4030-95e4-41a9e24726c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1224.371066] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.371404] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. {{(pid=69411) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1224.371751] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1df7c45-8d31-47af-99a1-a64cde25fee6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.379761] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1224.379761] env[69411]: value = "task-3379600" [ 1224.379761] env[69411]: _type = "Task" [ 1224.379761] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.389295] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.599779] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379599, 'name': ReconfigVM_Task, 'duration_secs': 0.301508} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.600020] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 78d9b1c0-c658-44fa-a89f-378cde008f88/78d9b1c0-c658-44fa-a89f-378cde008f88.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.600772] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15643a3a-bf29-4fae-a76b-2558b17f2dbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.610049] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1224.610049] env[69411]: value = "task-3379601" [ 1224.610049] env[69411]: _type = "Task" [ 1224.610049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.618779] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379601, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.875217] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 08689c3e-cf5a-4962-8923-dd3a9f3381a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1224.875529] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1224.875609] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1224.889328] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429396} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.891313] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk. [ 1224.891313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270cd4b8-2f82-4b52-8dd0-1cb4cb013e67 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.929983] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.934141] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.934368] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.935022] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.938542] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2f217a-7a40-4159-90fd-6f58a001616a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.961025] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1224.961025] env[69411]: value = "task-3379602" [ 1224.961025] env[69411]: _type = "Task" [ 1224.961025] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.974429] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.061533] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb8124-78ba-4320-b9a4-c413b571b806 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.068702] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e44d05d-c017-4089-bbcb-edc05c025607 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.098650] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9266ce07-9782-43da-9032-b383a38910ee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.105396] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd40106-4f0c-41f9-86cf-1ee11018a899 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.120787] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.126358] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379601, 'name': Rename_Task, 'duration_secs': 0.203573} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.126623] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.126842] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e2aba9-a4f6-424e-84ce-c60193b4850b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.133141] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1225.133141] env[69411]: value = "task-3379603" [ 1225.133141] env[69411]: _type = "Task" [ 1225.133141] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.142184] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.268893] env[69411]: DEBUG nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.296733] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.297014] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.297172] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.297360] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.297506] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.297652] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.297879] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.298051] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.298227] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.298393] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.298566] env[69411]: DEBUG nova.virt.hardware [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.299420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b96ac2a-8255-4209-81a3-f3a616a3bce8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.310641] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e892486-29b4-4556-a99a-60957b4b5464 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.472519] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379602, 'name': ReconfigVM_Task, 'duration_secs': 0.366714} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.472916] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15/446bc687-6d94-474b-8006-e6aa28b50d30-rescue.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.473847] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03510fa-482c-4178-a057-2fb0518a8105 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.505484] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.505719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.505940] env[69411]: DEBUG nova.network.neutron [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1225.507131] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06729e26-6e0d-4c60-9977-b8bc79922552 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.524834] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1225.524834] env[69411]: value = "task-3379604" [ 1225.524834] env[69411]: _type = "Task" [ 1225.524834] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.533531] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.624311] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.643384] env[69411]: DEBUG oslo_vmware.api [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379603, 'name': PowerOnVM_Task, 'duration_secs': 0.450807} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.643650] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.643878] env[69411]: INFO nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1225.644090] env[69411]: DEBUG nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.644916] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e67d2-f2aa-40d2-8e91-75d2b1d59a91 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.793151] env[69411]: DEBUG nova.compute.manager [req-15c3a8a9-ad27-4be5-8d2d-d8ac5b8cdfd5 req-684f3bb2-b83e-4594-b1fd-7577b3670e3b service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Received event network-vif-plugged-a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.793151] env[69411]: DEBUG oslo_concurrency.lockutils [req-15c3a8a9-ad27-4be5-8d2d-d8ac5b8cdfd5 req-684f3bb2-b83e-4594-b1fd-7577b3670e3b service nova] Acquiring lock "9597ec59-b164-4030-95e4-41a9e24726c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.793151] env[69411]: DEBUG oslo_concurrency.lockutils [req-15c3a8a9-ad27-4be5-8d2d-d8ac5b8cdfd5 req-684f3bb2-b83e-4594-b1fd-7577b3670e3b service nova] Lock "9597ec59-b164-4030-95e4-41a9e24726c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.793995] env[69411]: DEBUG oslo_concurrency.lockutils [req-15c3a8a9-ad27-4be5-8d2d-d8ac5b8cdfd5 req-684f3bb2-b83e-4594-b1fd-7577b3670e3b service nova] Lock "9597ec59-b164-4030-95e4-41a9e24726c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.794377] env[69411]: DEBUG nova.compute.manager [req-15c3a8a9-ad27-4be5-8d2d-d8ac5b8cdfd5 req-684f3bb2-b83e-4594-b1fd-7577b3670e3b service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] No waiting events found dispatching network-vif-plugged-a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.794703] env[69411]: WARNING nova.compute.manager [req-15c3a8a9-ad27-4be5-8d2d-d8ac5b8cdfd5 req-684f3bb2-b83e-4594-b1fd-7577b3670e3b service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Received unexpected event network-vif-plugged-a2fcc581-08d3-41ed-8300-5e9e08514d79 for instance with vm_state building and task_state spawning. [ 1225.833586] env[69411]: DEBUG nova.network.neutron [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.878200] env[69411]: DEBUG nova.network.neutron [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Successfully updated port: a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.035094] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379604, 'name': ReconfigVM_Task, 'duration_secs': 0.158473} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.035378] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.035630] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d5449e-1612-4096-aebf-20e0b5ee18b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.042214] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1226.042214] env[69411]: value = "task-3379605" [ 1226.042214] env[69411]: _type = "Task" [ 1226.042214] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.049553] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.128986] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1226.129174] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.801s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.129445] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.727s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.131031] env[69411]: INFO nova.compute.claims [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.161475] env[69411]: INFO nova.compute.manager [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Took 13.50 seconds to build instance. [ 1226.335124] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.382576] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.382741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.383172] env[69411]: DEBUG nova.network.neutron [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1226.552561] env[69411]: DEBUG oslo_vmware.api [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379605, 'name': PowerOnVM_Task, 'duration_secs': 0.460635} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.552846] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.555677] env[69411]: DEBUG nova.compute.manager [None req-5410f368-11e3-4640-978d-49ba78d1ed27 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.556850] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed17fe-078f-4509-8fbb-824288f84dce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.664605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f0f90845-20c3-4a7d-9945-12e94b52dff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.010s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.664902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.095s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.665939] env[69411]: INFO nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] During sync_power_state the instance has a pending task (spawning). Skip. [ 1226.665939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.844025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18fd309-f575-40cc-b6eb-3b41b0eea929 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.851420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341c307-b2b5-44e6-9bb9-dc1037ca80c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.929910] env[69411]: DEBUG nova.network.neutron [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1227.154355] env[69411]: DEBUG nova.network.neutron [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Updating instance_info_cache with network_info: [{"id": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "address": "fa:16:3e:83:cb:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fcc581-08", "ovs_interfaceid": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.271122] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7041321-28ff-4606-bd1f-b2e6c112861b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.279980] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a2cfe-0a7b-4a41-bd47-94d3cbf0fdd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.309473] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e6f304-751e-4dd9-b19b-f3981123fe63 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.316323] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a5df9-0a97-444e-9d70-6cadd4336e75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.328997] env[69411]: DEBUG nova.compute.provider_tree [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.612119] env[69411]: INFO nova.compute.manager [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Unrescuing [ 1227.612414] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.612575] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquired lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.612752] env[69411]: DEBUG nova.network.neutron [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1227.659581] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.659844] env[69411]: DEBUG nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Instance network_info: |[{"id": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "address": "fa:16:3e:83:cb:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fcc581-08", "ovs_interfaceid": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.660280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:cb:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2fcc581-08d3-41ed-8300-5e9e08514d79', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.668259] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.668459] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.668677] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9bd33d5-d3a5-4bcb-a814-c8fae35d49e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.687686] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.687686] env[69411]: value = "task-3379606" [ 1227.687686] env[69411]: _type = "Task" [ 1227.687686] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.701101] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379606, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.824822] env[69411]: DEBUG nova.compute.manager [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Received event network-changed-a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.825022] env[69411]: DEBUG nova.compute.manager [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Refreshing instance network info cache due to event network-changed-a2fcc581-08d3-41ed-8300-5e9e08514d79. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.825247] env[69411]: DEBUG oslo_concurrency.lockutils [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] Acquiring lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.825407] env[69411]: DEBUG oslo_concurrency.lockutils [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] Acquired lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.825577] env[69411]: DEBUG nova.network.neutron [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Refreshing network info cache for port a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1227.832204] env[69411]: DEBUG nova.scheduler.client.report [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.952564] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4687ec-dfbd-4b89-bb24-94c3d5554097 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.974973] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9f0bd3-330e-4a38-a6b2-9cf432b5477d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.982052] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.197530] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379606, 'name': CreateVM_Task, 'duration_secs': 0.283499} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.197689] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.198455] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.198680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.199102] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.199344] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1659f01-75ef-4fb7-917c-c778a2901473 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.205146] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1228.205146] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f7342a-3d6c-8a3f-3465-737880cdff21" [ 1228.205146] env[69411]: _type = "Task" [ 1228.205146] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.211494] env[69411]: DEBUG nova.compute.manager [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1228.219640] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f7342a-3d6c-8a3f-3465-737880cdff21, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.219894] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.220128] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.220363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.220508] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.220688] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.220938] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4a3754-eb98-4fae-b828-ea5c7c6ff7e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.228638] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.228839] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.229587] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0ef3cd-fe16-44c8-b284-cda6b51aa8bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.234643] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1228.234643] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d01e32-4fa5-395b-2fe1-323b73ab7623" [ 1228.234643] env[69411]: _type = "Task" [ 1228.234643] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.242208] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d01e32-4fa5-395b-2fe1-323b73ab7623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.337239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.337785] env[69411]: DEBUG nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.376859] env[69411]: DEBUG nova.network.neutron [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.488461] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.488604] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc4aeb5-2d06-491c-9b8d-2af034a38c98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.496708] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1228.496708] env[69411]: value = "task-3379607" [ 1228.496708] env[69411]: _type = "Task" [ 1228.496708] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.505716] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.507581] env[69411]: DEBUG nova.network.neutron [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Updated VIF entry in instance network info cache for port a2fcc581-08d3-41ed-8300-5e9e08514d79. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1228.507896] env[69411]: DEBUG nova.network.neutron [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Updating instance_info_cache with network_info: [{"id": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "address": "fa:16:3e:83:cb:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fcc581-08", "ovs_interfaceid": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.729349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.729746] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.747012] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d01e32-4fa5-395b-2fe1-323b73ab7623, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.747816] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72860965-559f-4ba1-8529-665a63d4a65e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.753160] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1228.753160] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52115e91-1a03-37fa-a799-8b264cd7c4c4" [ 1228.753160] env[69411]: _type = "Task" [ 1228.753160] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.760808] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52115e91-1a03-37fa-a799-8b264cd7c4c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.845145] env[69411]: DEBUG nova.compute.utils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.847113] env[69411]: DEBUG nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.847309] env[69411]: DEBUG nova.network.neutron [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.879852] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Releasing lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.881053] env[69411]: DEBUG nova.objects.instance [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lazy-loading 'flavor' on Instance uuid 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.884628] env[69411]: DEBUG nova.policy [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2af69a0bb0844d6492e9ff66ed47526e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2b50e4e5b784fd9a025d94984ab0793', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.006842] env[69411]: DEBUG oslo_vmware.api [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379607, 'name': PowerOnVM_Task, 'duration_secs': 0.466264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.007165] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.007319] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce09ade-5b47-4b82-bc92-84463c041c73 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.011077] env[69411]: DEBUG oslo_concurrency.lockutils [req-56a2eeb2-8996-447f-95f9-2ce68f3ede52 req-d8a2eed9-82aa-4431-9948-cf8a369e7810 service nova] Releasing lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.184381] env[69411]: DEBUG nova.network.neutron [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Successfully created port: 22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.237036] env[69411]: INFO nova.compute.claims [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.266088] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52115e91-1a03-37fa-a799-8b264cd7c4c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.266088] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.266088] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.266088] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38c752df-b194-4820-9392-93dacd1d1ddd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.272735] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1229.272735] env[69411]: value = "task-3379608" [ 1229.272735] env[69411]: _type = "Task" [ 1229.272735] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.280183] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.350343] env[69411]: DEBUG nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.387100] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf0166-0934-416d-af28-111803cf1b33 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.411018] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.411342] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f8ffd6-4a47-4ba6-b41c-826da59de18c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.418048] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1229.418048] env[69411]: value = "task-3379609" [ 1229.418048] env[69411]: _type = "Task" [ 1229.418048] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.427562] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.743745] env[69411]: INFO nova.compute.resource_tracker [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating resource usage from migration e3db7651-5413-47fe-bc2c-f061a574db0e [ 1229.786351] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379608, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.918460] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbc8440-51d2-4090-857e-81d45c227620 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.931690] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97fbff2-bbe5-4863-b480-399f99a53a5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.935285] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379609, 'name': PowerOffVM_Task, 'duration_secs': 0.277767} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.935983] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.942043] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.942656] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5ea952-fa95-4b3a-b818-3f48df339008 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.979891] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09910501-0c82-4176-ae24-85dc7f908d61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.984248] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1229.984248] env[69411]: value = "task-3379610" [ 1229.984248] env[69411]: _type = "Task" [ 1229.984248] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.989772] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0db260-b967-4442-b205-103d0e27935c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.002982] env[69411]: DEBUG nova.compute.provider_tree [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.006804] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.284050] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662305} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.284050] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.284050] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.284050] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14d08770-6416-4c21-99a6-81cc0c5872e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.290435] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1230.290435] env[69411]: value = "task-3379611" [ 1230.290435] env[69411]: _type = "Task" [ 1230.290435] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.297989] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.362982] env[69411]: DEBUG nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.388138] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.388395] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.388564] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.388734] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.388900] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.389107] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.389513] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.389682] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.389847] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.390020] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.390196] env[69411]: DEBUG nova.virt.hardware [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.391079] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09e2b1-89aa-451f-8f47-08220cfbb8ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.398328] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f4a084-f272-4ac4-929c-643114c8b179 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.496309] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.530345] env[69411]: ERROR nova.scheduler.client.report [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [req-e1f19fea-698c-4124-9b7b-a30946ded416] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1f19fea-698c-4124-9b7b-a30946ded416"}]} [ 1230.550281] env[69411]: DEBUG nova.scheduler.client.report [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.564175] env[69411]: DEBUG nova.scheduler.client.report [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.564307] env[69411]: DEBUG nova.compute.provider_tree [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.578852] env[69411]: DEBUG nova.scheduler.client.report [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.601652] env[69411]: DEBUG nova.scheduler.client.report [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.628058] env[69411]: DEBUG nova.compute.manager [req-13ac0441-112f-43ff-9a0c-4137310fe888 req-d3331133-fb44-4935-917e-3c22d084071e service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-vif-plugged-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.628058] env[69411]: DEBUG oslo_concurrency.lockutils [req-13ac0441-112f-43ff-9a0c-4137310fe888 req-d3331133-fb44-4935-917e-3c22d084071e service nova] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.628058] env[69411]: DEBUG oslo_concurrency.lockutils [req-13ac0441-112f-43ff-9a0c-4137310fe888 req-d3331133-fb44-4935-917e-3c22d084071e service nova] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.628058] env[69411]: DEBUG oslo_concurrency.lockutils [req-13ac0441-112f-43ff-9a0c-4137310fe888 req-d3331133-fb44-4935-917e-3c22d084071e service nova] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.628058] env[69411]: DEBUG nova.compute.manager [req-13ac0441-112f-43ff-9a0c-4137310fe888 req-d3331133-fb44-4935-917e-3c22d084071e service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] No waiting events found dispatching network-vif-plugged-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.628058] env[69411]: WARNING nova.compute.manager [req-13ac0441-112f-43ff-9a0c-4137310fe888 req-d3331133-fb44-4935-917e-3c22d084071e service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received unexpected event network-vif-plugged-22737903-d687-4521-ac3c-d033f998a3c9 for instance with vm_state building and task_state spawning. [ 1230.701387] env[69411]: DEBUG nova.network.neutron [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Successfully updated port: 22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.747853] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85976f93-7ad2-4645-8ee3-2e585333fc93 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.755712] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7408196c-eec1-4f14-b98b-d1a596f5e82b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.786783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec45e53-0026-422a-b774-4f2bbe49318a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.796250] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a784da8-2c0e-4d83-b486-d88a3b4b536b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.804209] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067727} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.811679] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.812187] env[69411]: DEBUG nova.compute.provider_tree [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.814058] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddd5c7b-3cbc-49c3-99dc-167902be4a45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.835108] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.835850] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5432280-ece7-446d-a68c-5f7c31150342 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.854611] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1230.854611] env[69411]: value = "task-3379612" [ 1230.854611] env[69411]: _type = "Task" [ 1230.854611] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.861756] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.995830] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379610, 'name': ReconfigVM_Task, 'duration_secs': 0.876015} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.996199] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.996405] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.996650] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825d8873-510a-4699-9a7a-8596e22f2494 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.003568] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1231.003568] env[69411]: value = "task-3379613" [ 1231.003568] env[69411]: _type = "Task" [ 1231.003568] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.010643] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.206816] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.207042] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.207272] env[69411]: DEBUG nova.network.neutron [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1231.349970] env[69411]: DEBUG nova.scheduler.client.report [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.350375] env[69411]: DEBUG nova.compute.provider_tree [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 164 to 165 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.350471] env[69411]: DEBUG nova.compute.provider_tree [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.365404] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379612, 'name': ReconfigVM_Task, 'duration_secs': 0.349083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.365951] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.366810] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43d3c4a0-85e1-4c7c-84c6-be2e6b669491 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.373932] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1231.373932] env[69411]: value = "task-3379614" [ 1231.373932] env[69411]: _type = "Task" [ 1231.373932] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.384256] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379614, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.513731] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.745241] env[69411]: DEBUG nova.network.neutron [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1231.856104] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.126s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.856363] env[69411]: INFO nova.compute.manager [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Migrating [ 1231.871757] env[69411]: DEBUG nova.network.neutron [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737903-d6", "ovs_interfaceid": "22737903-d687-4521-ac3c-d033f998a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.884184] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379614, 'name': Rename_Task, 'duration_secs': 0.160283} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.885642] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.885967] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9db872-9d8f-47d0-b798-e60d0118b0d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.892847] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1231.892847] env[69411]: value = "task-3379615" [ 1231.892847] env[69411]: _type = "Task" [ 1231.892847] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.903259] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.929032] env[69411]: DEBUG nova.network.neutron [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Port 72e11710-f2a0-4b4a-b464-6e9936f3f12e binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1231.929364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.929546] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.929738] env[69411]: DEBUG nova.network.neutron [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1232.013725] env[69411]: DEBUG oslo_vmware.api [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379613, 'name': PowerOnVM_Task, 'duration_secs': 0.627164} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.014077] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.014386] env[69411]: DEBUG nova.compute.manager [None req-ce24baa3-3478-4f96-aca8-6df6ac26d366 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.015241] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ae7e0-e2bc-4a89-9d4e-25981c513f47 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.370862] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.371204] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.371254] env[69411]: DEBUG nova.network.neutron [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1232.374352] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.374615] env[69411]: DEBUG nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Instance network_info: |[{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737903-d6", "ovs_interfaceid": "22737903-d687-4521-ac3c-d033f998a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.375111] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:b5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22737903-d687-4521-ac3c-d033f998a3c9', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.382744] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.383703] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.384008] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f335fae-bc25-4ac2-a6de-7d4b3b3de808 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.407689] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.408945] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.408945] env[69411]: value = "task-3379616" [ 1232.408945] env[69411]: _type = "Task" [ 1232.408945] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.416137] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379616, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.657450] env[69411]: DEBUG nova.compute.manager [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-changed-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.657721] env[69411]: DEBUG nova.compute.manager [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing instance network info cache due to event network-changed-22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.657954] env[69411]: DEBUG oslo_concurrency.lockutils [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] Acquiring lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.658118] env[69411]: DEBUG oslo_concurrency.lockutils [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] Acquired lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.658284] env[69411]: DEBUG nova.network.neutron [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1232.725159] env[69411]: DEBUG nova.network.neutron [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.911413] env[69411]: DEBUG oslo_vmware.api [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379615, 'name': PowerOnVM_Task, 'duration_secs': 0.910885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.915020] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.915020] env[69411]: INFO nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1232.915020] env[69411]: DEBUG nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.915188] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8764cb05-df13-4305-b3a7-c51175d7691b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.922504] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379616, 'name': CreateVM_Task, 'duration_secs': 0.335411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.923837] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.927095] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.927264] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.927576] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.928216] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f232f864-82b4-47d7-94fa-a8814f2cdaeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.932437] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1232.932437] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5293f298-647d-3050-05fe-1a65e283a3ba" [ 1232.932437] env[69411]: _type = "Task" [ 1232.932437] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.941146] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5293f298-647d-3050-05fe-1a65e283a3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.060725] env[69411]: DEBUG nova.network.neutron [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance_info_cache with network_info: [{"id": "ef991909-9109-4c78-9acb-1c889f135116", "address": "fa:16:3e:77:e3:4a", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef991909-91", "ovs_interfaceid": "ef991909-9109-4c78-9acb-1c889f135116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.228545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.351690] env[69411]: DEBUG nova.network.neutron [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updated VIF entry in instance network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1233.352147] env[69411]: DEBUG nova.network.neutron [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737903-d6", "ovs_interfaceid": "22737903-d687-4521-ac3c-d033f998a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.439221] env[69411]: INFO nova.compute.manager [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Took 12.51 seconds to build instance. [ 1233.445140] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5293f298-647d-3050-05fe-1a65e283a3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.445140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.445140] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.445140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.446720] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.446720] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.446720] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab1b2288-fb71-482f-8a40-61253434e003 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.454333] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.454565] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.455821] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a904150c-4357-4469-9fc3-7c4ea8ce825e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.461475] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1233.461475] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5252ad04-f2a9-40e6-257a-1a25ba85cfcb" [ 1233.461475] env[69411]: _type = "Task" [ 1233.461475] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.469729] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5252ad04-f2a9-40e6-257a-1a25ba85cfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.563815] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.733993] env[69411]: DEBUG nova.compute.manager [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69411) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1233.858469] env[69411]: DEBUG oslo_concurrency.lockutils [req-f1035498-7d12-4326-bcf0-945ca5706fb2 req-3a38a5cb-7c84-4780-89c1-a31d6b40849b service nova] Releasing lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.941046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-34ae5d46-eb9e-48bf-bba5-f932a6e2ec42 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9597ec59-b164-4030-95e4-41a9e24726c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.018s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.941291] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "9597ec59-b164-4030-95e4-41a9e24726c0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.371s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.942324] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11cc964-4b54-4e78-83d1-2501d1c179c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.972919] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5252ad04-f2a9-40e6-257a-1a25ba85cfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.973798] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364308c9-439f-44dc-981a-5d50007db590 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.978790] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1233.978790] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52499ce9-d3de-661a-3984-de7216000df0" [ 1233.978790] env[69411]: _type = "Task" [ 1233.978790] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.986417] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52499ce9-d3de-661a-3984-de7216000df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.259528] env[69411]: DEBUG nova.compute.manager [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Received event network-changed-a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.259760] env[69411]: DEBUG nova.compute.manager [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Refreshing instance network info cache due to event network-changed-a2fcc581-08d3-41ed-8300-5e9e08514d79. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.259983] env[69411]: DEBUG oslo_concurrency.lockutils [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] Acquiring lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.260537] env[69411]: DEBUG oslo_concurrency.lockutils [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] Acquired lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.260767] env[69411]: DEBUG nova.network.neutron [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Refreshing network info cache for port a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1234.453362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "9597ec59-b164-4030-95e4-41a9e24726c0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.490236] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52499ce9-d3de-661a-3984-de7216000df0, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.490564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.490865] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.491169] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8c4948a-ecca-4033-9d2a-f641f4b3ea56 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.497964] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1234.497964] env[69411]: value = "task-3379617" [ 1234.497964] env[69411]: _type = "Task" [ 1234.497964] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.506303] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.686514] env[69411]: DEBUG nova.compute.manager [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Received event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.686514] env[69411]: DEBUG nova.compute.manager [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing instance network info cache due to event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.686726] env[69411]: DEBUG oslo_concurrency.lockutils [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] Acquiring lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.687320] env[69411]: DEBUG oslo_concurrency.lockutils [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] Acquired lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.687509] env[69411]: DEBUG nova.network.neutron [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1234.845561] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.845881] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.009063] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379617, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.009800] env[69411]: DEBUG nova.network.neutron [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Updated VIF entry in instance network info cache for port a2fcc581-08d3-41ed-8300-5e9e08514d79. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1235.010165] env[69411]: DEBUG nova.network.neutron [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Updating instance_info_cache with network_info: [{"id": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "address": "fa:16:3e:83:cb:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fcc581-08", "ovs_interfaceid": "a2fcc581-08d3-41ed-8300-5e9e08514d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.080731] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c6293-7817-4a29-9572-897de2d68373 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.102259] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance '78d9b1c0-c658-44fa-a89f-378cde008f88' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.348898] env[69411]: DEBUG nova.objects.instance [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'migration_context' on Instance uuid 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.448899] env[69411]: DEBUG nova.network.neutron [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updated VIF entry in instance network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1235.449293] env[69411]: DEBUG nova.network.neutron [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.508787] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774249} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.509211] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.509369] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.509591] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-903daaa5-8215-4c8d-aee5-b407ab6155dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.513128] env[69411]: DEBUG oslo_concurrency.lockutils [req-386a47a6-3759-4f6e-8713-4c6e91acbee1 req-1f48b154-9b45-45ec-997e-04da1df782a0 service nova] Releasing lock "refresh_cache-9597ec59-b164-4030-95e4-41a9e24726c0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.516404] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1235.516404] env[69411]: value = "task-3379618" [ 1235.516404] env[69411]: _type = "Task" [ 1235.516404] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.525521] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.608292] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.608593] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be94683a-c06f-46a1-9306-6a7bd605e36d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.615650] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1235.615650] env[69411]: value = "task-3379619" [ 1235.615650] env[69411]: _type = "Task" [ 1235.615650] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.624495] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.952085] env[69411]: DEBUG oslo_concurrency.lockutils [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] Releasing lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.952402] env[69411]: DEBUG nova.compute.manager [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Received event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.952570] env[69411]: DEBUG nova.compute.manager [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing instance network info cache due to event network-changed-d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.953974] env[69411]: DEBUG oslo_concurrency.lockutils [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] Acquiring lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.953974] env[69411]: DEBUG oslo_concurrency.lockutils [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] Acquired lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.953974] env[69411]: DEBUG nova.network.neutron [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Refreshing network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1236.017310] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564d62d3-c07c-4f9b-a8c9-9340f8fae589 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.030645] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ff3ba7-8b99-4bb0-b6a4-8a05f59aff21 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.033724] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080606} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.034413] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.035505] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1871927-f251-4819-be4d-c5dbd0c9afb8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.064293] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f08920-a8b1-49da-a1f4-faeb59bad6ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.084993] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.085639] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec94126-9db5-4fe2-9f92-fd2e09674a45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.103280] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82e7b88-067a-4620-96b7-a9f81b7be47d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.108046] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1236.108046] env[69411]: value = "task-3379620" [ 1236.108046] env[69411]: _type = "Task" [ 1236.108046] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.118717] env[69411]: DEBUG nova.compute.provider_tree [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.125609] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.131483] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379619, 'name': PowerOffVM_Task, 'duration_secs': 0.290411} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.131734] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.131931] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance '78d9b1c0-c658-44fa-a89f-378cde008f88' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.618198] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379620, 'name': ReconfigVM_Task, 'duration_secs': 0.319454} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.618670] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.619103] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a23d692-aa6d-426f-a99f-e6b7aca2a0cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.623574] env[69411]: DEBUG nova.scheduler.client.report [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.627818] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1236.627818] env[69411]: value = "task-3379621" [ 1236.627818] env[69411]: _type = "Task" [ 1236.627818] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.640383] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.640635] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.640805] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.641012] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.641178] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.641342] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.641560] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.641731] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.642015] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.642208] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.642397] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.647725] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379621, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.648506] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ada23f-38c1-4514-82d3-fa4e18ac1f8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.665224] env[69411]: DEBUG nova.network.neutron [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updated VIF entry in instance network info cache for port d22fd4a7-d558-484e-bd16-bc8b476b6142. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1236.665612] env[69411]: DEBUG nova.network.neutron [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [{"id": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "address": "fa:16:3e:41:50:aa", "network": {"id": "b6ade193-dadd-4c00-a84f-bcee5a381a62", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-552676022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea242c37298b45459dc98a46a98e22e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22fd4a7-d5", "ovs_interfaceid": "d22fd4a7-d558-484e-bd16-bc8b476b6142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.667875] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1236.667875] env[69411]: value = "task-3379622" [ 1236.667875] env[69411]: _type = "Task" [ 1236.667875] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.678789] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.142084] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379621, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.169569] env[69411]: DEBUG oslo_concurrency.lockutils [req-dac0360b-aaa5-4472-9e5b-61a1a135b22b req-0714ecda-8b98-4f3a-8a1e-91fbdf3cdf55 service nova] Releasing lock "refresh_cache-33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.179862] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379622, 'name': ReconfigVM_Task, 'duration_secs': 0.304399} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.180158] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance '78d9b1c0-c658-44fa-a89f-378cde008f88' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.637996] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.792s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.653356] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379621, 'name': Rename_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.686502] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.686746] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.686890] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.687093] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.687251] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.687399] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.687607] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.687767] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.687935] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.688114] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.688293] env[69411]: DEBUG nova.virt.hardware [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.693820] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.694525] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77fc1594-327c-4cd5-a1d0-a78393d24bd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.712953] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1237.712953] env[69411]: value = "task-3379623" [ 1237.712953] env[69411]: _type = "Task" [ 1237.712953] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.720580] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.142969] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379621, 'name': Rename_Task, 'duration_secs': 1.174427} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.143277] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.143524] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e60af36-ea21-45af-9ee7-fe494becbff1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.150255] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1238.150255] env[69411]: value = "task-3379624" [ 1238.150255] env[69411]: _type = "Task" [ 1238.150255] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.159036] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.223080] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379623, 'name': ReconfigVM_Task, 'duration_secs': 0.180657} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.223346] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.224195] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2e06ee-7248-4433-8270-4a1748085bc3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.246543] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 78d9b1c0-c658-44fa-a89f-378cde008f88/78d9b1c0-c658-44fa-a89f-378cde008f88.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.246838] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c160adb5-6f8c-45f6-8f14-af193c9506bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.264263] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1238.264263] env[69411]: value = "task-3379625" [ 1238.264263] env[69411]: _type = "Task" [ 1238.264263] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.272412] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.662491] env[69411]: DEBUG oslo_vmware.api [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379624, 'name': PowerOnVM_Task, 'duration_secs': 0.454915} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.665851] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.666071] env[69411]: INFO nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1238.666258] env[69411]: DEBUG nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.667180] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbcc1d1-1316-4808-82c3-ba94eb6bb2d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.773940] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379625, 'name': ReconfigVM_Task, 'duration_secs': 0.270787} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.774214] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 78d9b1c0-c658-44fa-a89f-378cde008f88/78d9b1c0-c658-44fa-a89f-378cde008f88.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.774449] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance '78d9b1c0-c658-44fa-a89f-378cde008f88' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.183152] env[69411]: INFO nova.compute.manager [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Swapping old allocation on dict_keys(['906c74e7-0145-4323-8b9b-9bf2b8fcd761']) held by migration df3504e9-853b-498d-a601-df02fa04911d for instance [ 1239.185385] env[69411]: INFO nova.compute.manager [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Took 15.81 seconds to build instance. [ 1239.209233] env[69411]: DEBUG nova.scheduler.client.report [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Overwriting current allocation {'allocations': {'906c74e7-0145-4323-8b9b-9bf2b8fcd761': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': '09a468d6abf74dfe96482d7efce2bef3', 'user_id': '94bc2500372a4ae685c5c01acb6ff8e3', 'consumer_generation': 1} on consumer 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b {{(pid=69411) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1239.280785] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db96719-3ec2-402b-b776-4522ec6ccd31 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.301405] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28708bc3-c7d5-43ac-8c48-a7cc375f7332 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.320397] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance '78d9b1c0-c658-44fa-a89f-378cde008f88' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.334692] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.334869] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.335099] env[69411]: DEBUG nova.network.neutron [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1239.687430] env[69411]: DEBUG oslo_concurrency.lockutils [None req-41eaf868-ac6a-4efa-931e-4014d5141b95 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.315s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.788936] env[69411]: DEBUG nova.compute.manager [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-changed-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.789170] env[69411]: DEBUG nova.compute.manager [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing instance network info cache due to event network-changed-22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.789380] env[69411]: DEBUG oslo_concurrency.lockutils [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] Acquiring lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.789524] env[69411]: DEBUG oslo_concurrency.lockutils [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] Acquired lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.789726] env[69411]: DEBUG nova.network.neutron [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1239.859313] env[69411]: DEBUG nova.network.neutron [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Port ef991909-9109-4c78-9acb-1c889f135116 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1240.034464] env[69411]: DEBUG nova.network.neutron [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [{"id": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "address": "fa:16:3e:71:f4:ba", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e11710-f2", "ovs_interfaceid": "72e11710-f2a0-4b4a-b464-6e9936f3f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.537792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.538921] env[69411]: DEBUG nova.network.neutron [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updated VIF entry in instance network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1240.539301] env[69411]: DEBUG nova.network.neutron [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737903-d6", "ovs_interfaceid": "22737903-d687-4521-ac3c-d033f998a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.541226] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c582caeb-d1fa-4cf8-867a-caea7baf3093 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.550009] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc3eb6-7c5a-4924-b423-1a92915c381a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.888391] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.888700] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.888869] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.046502] env[69411]: DEBUG oslo_concurrency.lockutils [req-7cbe6e1d-4a18-42b6-86a0-2494568f73ac req-44140310-7253-4860-9b6a-13ded47e7388 service nova] Releasing lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.634731] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.635017] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-586bae64-ce42-4926-9be2-7e3925454065 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.642252] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1241.642252] env[69411]: value = "task-3379626" [ 1241.642252] env[69411]: _type = "Task" [ 1241.642252] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.649975] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.926202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.926504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.926604] env[69411]: DEBUG nova.network.neutron [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1242.053887] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.054237] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.054460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.054665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.055070] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.057358] env[69411]: INFO nova.compute.manager [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Terminating instance [ 1242.151699] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379626, 'name': PowerOffVM_Task, 'duration_secs': 0.28809} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.151957] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.152618] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.152833] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.152990] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.153209] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.153348] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.153498] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.153702] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.153860] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.154079] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.154271] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.154447] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.159384] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b541217-5b95-4b2d-959e-ab33e784f5c6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.175742] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1242.175742] env[69411]: value = "task-3379627" [ 1242.175742] env[69411]: _type = "Task" [ 1242.175742] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.182930] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.561198] env[69411]: DEBUG nova.compute.manager [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.561435] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.562364] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa2decc-bff4-4e71-84fd-79e1681c90c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.570169] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.570405] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd97f059-93d4-4938-99fe-ad8f88d46267 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.576240] env[69411]: DEBUG oslo_vmware.api [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1242.576240] env[69411]: value = "task-3379628" [ 1242.576240] env[69411]: _type = "Task" [ 1242.576240] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.583920] env[69411]: DEBUG oslo_vmware.api [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.641594] env[69411]: DEBUG nova.network.neutron [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance_info_cache with network_info: [{"id": "ef991909-9109-4c78-9acb-1c889f135116", "address": "fa:16:3e:77:e3:4a", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef991909-91", "ovs_interfaceid": "ef991909-9109-4c78-9acb-1c889f135116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.687723] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379627, 'name': ReconfigVM_Task, 'duration_secs': 0.160319} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.688933] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf2778-a957-454b-a7b4-8fa6198a0db3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.717922] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.718127] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.718291] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.718488] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.718641] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.718789] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.718992] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.719167] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.719350] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.719519] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.719707] env[69411]: DEBUG nova.virt.hardware [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.720898] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9e8581-5979-4ce2-81a9-78a1d9436f61 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.726824] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1242.726824] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52020684-b79d-a153-9979-d329ea8e2670" [ 1242.726824] env[69411]: _type = "Task" [ 1242.726824] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.735082] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52020684-b79d-a153-9979-d329ea8e2670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.086538] env[69411]: DEBUG oslo_vmware.api [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379628, 'name': PowerOffVM_Task, 'duration_secs': 0.203108} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.086851] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.087077] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.087371] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65de1a2f-eb80-4ca1-bdba-3c9ce3770cb3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.144830] env[69411]: DEBUG oslo_concurrency.lockutils [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.149673] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.149887] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.150087] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleting the datastore file [datastore1] d0e2bc29-a941-4cb3-89ad-c99a9a39ac41 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.150562] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dbfe2de-d393-4ddf-985e-9dfcde0df1cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.156527] env[69411]: DEBUG oslo_vmware.api [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1243.156527] env[69411]: value = "task-3379630" [ 1243.156527] env[69411]: _type = "Task" [ 1243.156527] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.164103] env[69411]: DEBUG oslo_vmware.api [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.236061] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52020684-b79d-a153-9979-d329ea8e2670, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.241851] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.242161] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7afdd92-2b9e-45b6-822d-02c7d1bce25f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.259336] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1243.259336] env[69411]: value = "task-3379631" [ 1243.259336] env[69411]: _type = "Task" [ 1243.259336] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.266622] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.665647] env[69411]: DEBUG oslo_vmware.api [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18771} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.665898] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.666096] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.666318] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.666507] env[69411]: INFO nova.compute.manager [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1243.666744] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.666931] env[69411]: DEBUG nova.compute.manager [-] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.667042] env[69411]: DEBUG nova.network.neutron [-] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1243.673688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf95eca-c562-43e9-a3a4-9dc18ed0a241 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.692956] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609da4be-c1f5-49cd-a746-272cc2440b08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.701590] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance '78d9b1c0-c658-44fa-a89f-378cde008f88' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.768739] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379631, 'name': ReconfigVM_Task, 'duration_secs': 0.209715} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.769124] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.769898] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b2c97e-c0b7-43c5-8228-75f21b2a7ef0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.795194] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.795477] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bada4c80-0a5a-48d4-8e2c-8e0a6b796449 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.814028] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1243.814028] env[69411]: value = "task-3379632" [ 1243.814028] env[69411]: _type = "Task" [ 1243.814028] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.822581] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.182342] env[69411]: DEBUG nova.compute.manager [req-1b367f16-1ca9-4cd0-b8b0-7718b5ea43bd req-e179a1dd-a823-4660-bedf-86a2c7ea1f0b service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Received event network-vif-deleted-7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.182900] env[69411]: INFO nova.compute.manager [req-1b367f16-1ca9-4cd0-b8b0-7718b5ea43bd req-e179a1dd-a823-4660-bedf-86a2c7ea1f0b service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Neutron deleted interface 7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b; detaching it from the instance and deleting it from the info cache [ 1244.183031] env[69411]: DEBUG nova.network.neutron [req-1b367f16-1ca9-4cd0-b8b0-7718b5ea43bd req-e179a1dd-a823-4660-bedf-86a2c7ea1f0b service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.209034] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.209034] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c0103e-3286-41ae-ab2d-91738f98c7f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.217913] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1244.217913] env[69411]: value = "task-3379633" [ 1244.217913] env[69411]: _type = "Task" [ 1244.217913] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.226172] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.323040] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379632, 'name': ReconfigVM_Task, 'duration_secs': 0.352697} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.323335] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b/62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.324221] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9306f-0d31-4dc4-a75c-973f5ca7abe9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.345810] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422e402d-a35e-4578-be0f-9262b4af296a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.371713] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765d34a5-290e-48d8-84a2-66ff0d478d68 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.392517] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f696fc94-6022-4d3e-a806-164541d07ad5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.399239] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.399495] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f1a1c1-0dcc-41f1-a023-9d5bbaa52e8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.405139] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1244.405139] env[69411]: value = "task-3379634" [ 1244.405139] env[69411]: _type = "Task" [ 1244.405139] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.411973] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.633873] env[69411]: DEBUG nova.network.neutron [-] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.685849] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12294cdc-4076-4778-91fd-9cbb905f5bfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.695827] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c07e4b-2cab-4fa5-8c6f-3572cfe1d5d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.727442] env[69411]: DEBUG nova.compute.manager [req-1b367f16-1ca9-4cd0-b8b0-7718b5ea43bd req-e179a1dd-a823-4660-bedf-86a2c7ea1f0b service nova] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Detach interface failed, port_id=7100d959-acfe-4fcd-8a2d-a44f8ff8dc7b, reason: Instance d0e2bc29-a941-4cb3-89ad-c99a9a39ac41 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.735946] env[69411]: DEBUG oslo_vmware.api [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379633, 'name': PowerOnVM_Task, 'duration_secs': 0.404815} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.735946] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.735946] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-69861f8d-e900-4b76-8983-28afa4a3173c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance '78d9b1c0-c658-44fa-a89f-378cde008f88' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.915256] env[69411]: DEBUG oslo_vmware.api [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379634, 'name': PowerOnVM_Task, 'duration_secs': 0.399556} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.915551] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.136427] env[69411]: INFO nova.compute.manager [-] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Took 1.47 seconds to deallocate network for instance. [ 1245.643157] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.643608] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.643696] env[69411]: DEBUG nova.objects.instance [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'resources' on Instance uuid d0e2bc29-a941-4cb3-89ad-c99a9a39ac41 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.957328] env[69411]: INFO nova.compute.manager [None req-496e6630-54f9-4548-972b-095e86fd69ce tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance to original state: 'active' [ 1246.314308] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d807e3ae-7199-46fc-9176-24a67d742fa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.322127] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98cd292-496e-451b-a5ea-902ae6b9cae4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.352159] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d777333a-b621-407d-bebc-ffbd255bff5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.361323] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cd7a43-3eef-4dfa-8055-d0be435413a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.385882] env[69411]: DEBUG nova.compute.provider_tree [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.635454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "78d9b1c0-c658-44fa-a89f-378cde008f88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.635705] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.635949] env[69411]: DEBUG nova.compute.manager [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Going to confirm migration 6 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1246.890300] env[69411]: DEBUG nova.scheduler.client.report [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.197449] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.197643] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.197827] env[69411]: DEBUG nova.network.neutron [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1247.198027] env[69411]: DEBUG nova.objects.instance [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lazy-loading 'info_cache' on Instance uuid 78d9b1c0-c658-44fa-a89f-378cde008f88 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.396766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.419025] env[69411]: INFO nova.scheduler.client.report [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted allocations for instance d0e2bc29-a941-4cb3-89ad-c99a9a39ac41 [ 1247.920719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.921094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.921405] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.921682] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.921942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.925892] env[69411]: INFO nova.compute.manager [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Terminating instance [ 1247.927319] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8c7d59cc-6ad7-4e71-afa6-b53423ea03b4 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "d0e2bc29-a941-4cb3-89ad-c99a9a39ac41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.873s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.432610] env[69411]: DEBUG nova.compute.manager [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.432872] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.433183] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca7b520-adee-4136-8798-58d6ae8de5c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.441866] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1248.441866] env[69411]: value = "task-3379635" [ 1248.441866] env[69411]: _type = "Task" [ 1248.441866] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.457698] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.458907] env[69411]: DEBUG nova.network.neutron [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance_info_cache with network_info: [{"id": "ef991909-9109-4c78-9acb-1c889f135116", "address": "fa:16:3e:77:e3:4a", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef991909-91", "ovs_interfaceid": "ef991909-9109-4c78-9acb-1c889f135116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.955460] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379635, 'name': PowerOffVM_Task, 'duration_secs': 0.387706} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.955742] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.955932] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.956132] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674360', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'name': 'volume-84896234-14c6-4649-928a-fc6917cbf628', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b', 'attached_at': '2025-04-09T11:19:28.000000', 'detached_at': '', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'serial': '84896234-14c6-4649-928a-fc6917cbf628'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.956930] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b8d8d-05a2-4054-9b2e-6f53f256b99b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.978438] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-78d9b1c0-c658-44fa-a89f-378cde008f88" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.978767] env[69411]: DEBUG nova.objects.instance [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lazy-loading 'migration_context' on Instance uuid 78d9b1c0-c658-44fa-a89f-378cde008f88 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.981078] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98d7975-0eb8-45e6-a761-3c40c9b4d775 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.988685] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7b7d48-a6a6-4284-8028-4b5fdf5551cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.009783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3631e642-748e-497c-9bc4-d28014bee444 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.025098] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] The volume has not been displaced from its original location: [datastore1] volume-84896234-14c6-4649-928a-fc6917cbf628/volume-84896234-14c6-4649-928a-fc6917cbf628.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.030401] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.030716] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9c65661-7173-4b96-a3e0-0e7fed0133ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.048307] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1249.048307] env[69411]: value = "task-3379636" [ 1249.048307] env[69411]: _type = "Task" [ 1249.048307] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.056182] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.450965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.450965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.481790] env[69411]: DEBUG nova.objects.base [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Object Instance<78d9b1c0-c658-44fa-a89f-378cde008f88> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1249.482839] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d554b-37a7-4662-92d9-dfd449bcd2bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.504200] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037ea4ce-dec1-4a46-9615-fd4275a6262b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.510192] env[69411]: DEBUG oslo_vmware.api [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1249.510192] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]523fa30f-5a48-ba8e-901f-0f150e225a6b" [ 1249.510192] env[69411]: _type = "Task" [ 1249.510192] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.517967] env[69411]: DEBUG oslo_vmware.api [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523fa30f-5a48-ba8e-901f-0f150e225a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.559234] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379636, 'name': ReconfigVM_Task, 'duration_secs': 0.255789} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.559458] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.564546] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39c84c9-7588-4e68-8234-70bcd7876048 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.579299] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1249.579299] env[69411]: value = "task-3379637" [ 1249.579299] env[69411]: _type = "Task" [ 1249.579299] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.587627] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.953492] env[69411]: INFO nova.compute.manager [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Detaching volume 177cb350-4dde-41f2-8b0a-e3c5c5646da3 [ 1249.983749] env[69411]: INFO nova.virt.block_device [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Attempting to driver detach volume 177cb350-4dde-41f2-8b0a-e3c5c5646da3 from mountpoint /dev/sdb [ 1249.984034] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.984243] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674356', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'name': 'volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2842ca5e-956d-4c3b-8273-ea51405d2424', 'attached_at': '', 'detached_at': '', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'serial': '177cb350-4dde-41f2-8b0a-e3c5c5646da3'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.985121] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85c9e1-ec97-486f-ae45-134cbe3e8d35 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.006818] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa544e-cec9-4740-81cc-d75852ea253a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.015617] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799745ee-6593-4074-ab8e-bfdfeeaadfcf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.020947] env[69411]: DEBUG oslo_vmware.api [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]523fa30f-5a48-ba8e-901f-0f150e225a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.021511] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.021765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.040961] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782ff80-f24d-4cf1-bca7-a92d7fa04aa6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.056634] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] The volume has not been displaced from its original location: [datastore1] volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3/volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.061803] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.064454] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aecdbf28-63aa-4064-a15a-556d9159e7ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.083733] env[69411]: DEBUG oslo_vmware.api [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1250.083733] env[69411]: value = "task-3379638" [ 1250.083733] env[69411]: _type = "Task" [ 1250.083733] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.089534] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379637, 'name': ReconfigVM_Task, 'duration_secs': 0.153054} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.092144] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674360', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'name': 'volume-84896234-14c6-4649-928a-fc6917cbf628', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b', 'attached_at': '2025-04-09T11:19:28.000000', 'detached_at': '', 'volume_id': '84896234-14c6-4649-928a-fc6917cbf628', 'serial': '84896234-14c6-4649-928a-fc6917cbf628'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.092421] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.093305] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad6a5fa-6688-4518-bfe8-c532c889f934 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.098501] env[69411]: DEBUG oslo_vmware.api [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.104527] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.104763] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d36133fd-8328-452f-8d05-d696239f9c75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.164543] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.164772] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.164957] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleting the datastore file [datastore2] 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.165231] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfed881c-fe59-4015-b40a-6090fccae0c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.172096] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1250.172096] env[69411]: value = "task-3379640" [ 1250.172096] env[69411]: _type = "Task" [ 1250.172096] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.179883] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.192304] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383939a-ac68-4590-9500-3ef47683d154 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.199416] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a07391-2386-47c9-9080-57d06a714aeb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.229488] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fd34a1-158b-4aae-a255-2d2c84cd0393 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.236493] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496d5f7-8077-48e6-82f8-eb6be986235e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.253515] env[69411]: DEBUG nova.compute.provider_tree [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.593572] env[69411]: DEBUG oslo_vmware.api [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379638, 'name': ReconfigVM_Task, 'duration_secs': 0.220233} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.595022] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.598737] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957e2425-c6bd-4f9b-b822-902ea60120bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.612528] env[69411]: DEBUG oslo_vmware.api [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1250.612528] env[69411]: value = "task-3379641" [ 1250.612528] env[69411]: _type = "Task" [ 1250.612528] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.620937] env[69411]: DEBUG oslo_vmware.api [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.681733] env[69411]: DEBUG oslo_vmware.api [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148846} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.682022] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.682220] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.682409] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.682581] env[69411]: INFO nova.compute.manager [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1250.682818] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.683013] env[69411]: DEBUG nova.compute.manager [-] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.683121] env[69411]: DEBUG nova.network.neutron [-] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1250.756707] env[69411]: DEBUG nova.scheduler.client.report [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.110246] env[69411]: DEBUG nova.compute.manager [req-2feeeb1b-2f87-45ce-b2dd-4c9f3d359df3 req-9c5291ea-89f8-4c4b-8f54-efe80b6f9899 service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Received event network-vif-deleted-72e11710-f2a0-4b4a-b464-6e9936f3f12e {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.110479] env[69411]: INFO nova.compute.manager [req-2feeeb1b-2f87-45ce-b2dd-4c9f3d359df3 req-9c5291ea-89f8-4c4b-8f54-efe80b6f9899 service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Neutron deleted interface 72e11710-f2a0-4b4a-b464-6e9936f3f12e; detaching it from the instance and deleting it from the info cache [ 1251.110609] env[69411]: DEBUG nova.network.neutron [req-2feeeb1b-2f87-45ce-b2dd-4c9f3d359df3 req-9c5291ea-89f8-4c4b-8f54-efe80b6f9899 service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.123483] env[69411]: DEBUG oslo_vmware.api [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379641, 'name': ReconfigVM_Task, 'duration_secs': 0.132109} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.123759] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674356', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'name': 'volume-177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2842ca5e-956d-4c3b-8273-ea51405d2424', 'attached_at': '', 'detached_at': '', 'volume_id': '177cb350-4dde-41f2-8b0a-e3c5c5646da3', 'serial': '177cb350-4dde-41f2-8b0a-e3c5c5646da3'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.592964] env[69411]: DEBUG nova.network.neutron [-] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.613473] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7f49f6d-0907-4a91-831f-5dc0c8764a7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.623383] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f06ef-f4b9-4870-b2ff-8923a4b14896 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.652619] env[69411]: DEBUG nova.compute.manager [req-2feeeb1b-2f87-45ce-b2dd-4c9f3d359df3 req-9c5291ea-89f8-4c4b-8f54-efe80b6f9899 service nova] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Detach interface failed, port_id=72e11710-f2a0-4b4a-b464-6e9936f3f12e, reason: Instance 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.668912] env[69411]: DEBUG nova.objects.instance [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'flavor' on Instance uuid 2842ca5e-956d-4c3b-8273-ea51405d2424 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.766770] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.745s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.095467] env[69411]: INFO nova.compute.manager [-] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Took 1.41 seconds to deallocate network for instance. [ 1252.328398] env[69411]: INFO nova.scheduler.client.report [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted allocation for migration e3db7651-5413-47fe-bc2c-f061a574db0e [ 1252.638253] env[69411]: INFO nova.compute.manager [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Took 0.54 seconds to detach 1 volumes for instance. [ 1252.677457] env[69411]: DEBUG oslo_concurrency.lockutils [None req-83ff68ad-890a-4996-bac7-b23794680c5b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.835058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-19bc4fb6-5cf3-4b9e-b502-3a8d94a6401c tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.199s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.145338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.145338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.145338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.167307] env[69411]: INFO nova.scheduler.client.report [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted allocations for instance 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b [ 1253.676153] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8169d2f4-8ba4-4130-8e21-e2736a499ff3 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.699342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.700020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.700020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "2842ca5e-956d-4c3b-8273-ea51405d2424-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.700020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.700221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.702475] env[69411]: INFO nova.compute.manager [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Terminating instance [ 1254.210507] env[69411]: DEBUG nova.compute.manager [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.210696] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.211711] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0942a499-a159-42d5-b6fd-1faf52714deb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.219372] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.219621] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52963c92-2415-4c52-938a-478938d559ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.225271] env[69411]: DEBUG oslo_vmware.api [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1254.225271] env[69411]: value = "task-3379642" [ 1254.225271] env[69411]: _type = "Task" [ 1254.225271] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.233718] env[69411]: DEBUG oslo_vmware.api [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.398939] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "78d9b1c0-c658-44fa-a89f-378cde008f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.399702] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.400488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.400488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.400488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.402964] env[69411]: INFO nova.compute.manager [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Terminating instance [ 1254.735461] env[69411]: DEBUG oslo_vmware.api [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379642, 'name': PowerOffVM_Task, 'duration_secs': 0.250114} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.735770] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.735863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.736127] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a644776-6941-4b92-ac88-2ef7f17ce223 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.791796] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.792108] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.792319] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleting the datastore file [datastore1] 2842ca5e-956d-4c3b-8273-ea51405d2424 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.792588] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-983c86a8-df3a-41c6-960a-bcefdf67b17e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.798574] env[69411]: DEBUG oslo_vmware.api [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1254.798574] env[69411]: value = "task-3379644" [ 1254.798574] env[69411]: _type = "Task" [ 1254.798574] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.807556] env[69411]: DEBUG oslo_vmware.api [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.841443] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.841680] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.907097] env[69411]: DEBUG nova.compute.manager [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.907350] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.908508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e64fbb-015c-4934-b112-ccb6ff7c792b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.915948] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.916200] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f398b4b-aa06-47df-8692-d7880c1a9210 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.922198] env[69411]: DEBUG oslo_vmware.api [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1254.922198] env[69411]: value = "task-3379645" [ 1254.922198] env[69411]: _type = "Task" [ 1254.922198] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.929550] env[69411]: DEBUG oslo_vmware.api [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.136361] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.136597] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.309323] env[69411]: DEBUG oslo_vmware.api [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133108} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.309323] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.309323] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.309323] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.309323] env[69411]: INFO nova.compute.manager [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1255.309323] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.309323] env[69411]: DEBUG nova.compute.manager [-] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.309323] env[69411]: DEBUG nova.network.neutron [-] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1255.344441] env[69411]: DEBUG nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.431658] env[69411]: DEBUG oslo_vmware.api [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379645, 'name': PowerOffVM_Task, 'duration_secs': 0.169501} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.431927] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.432139] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.432395] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6da98519-1780-4f3c-8a8f-fce3550b7bd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.639134] env[69411]: DEBUG nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.787591] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.787591] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.787591] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleting the datastore file [datastore1] 78d9b1c0-c658-44fa-a89f-378cde008f88 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.787954] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a016391a-437f-4471-b032-5c5e4196af74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.794362] env[69411]: DEBUG oslo_vmware.api [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1255.794362] env[69411]: value = "task-3379647" [ 1255.794362] env[69411]: _type = "Task" [ 1255.794362] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.802470] env[69411]: DEBUG oslo_vmware.api [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.805482] env[69411]: DEBUG nova.compute.manager [req-fbc07182-b072-4cd9-8842-4f6db119a116 req-a53f6e57-e5da-4b5d-8bdd-c70dbc9d68aa service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Received event network-vif-deleted-6987c573-5658-462f-b6cd-56c36c9cdf3d {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.805657] env[69411]: INFO nova.compute.manager [req-fbc07182-b072-4cd9-8842-4f6db119a116 req-a53f6e57-e5da-4b5d-8bdd-c70dbc9d68aa service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Neutron deleted interface 6987c573-5658-462f-b6cd-56c36c9cdf3d; detaching it from the instance and deleting it from the info cache [ 1255.805825] env[69411]: DEBUG nova.network.neutron [req-fbc07182-b072-4cd9-8842-4f6db119a116 req-a53f6e57-e5da-4b5d-8bdd-c70dbc9d68aa service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.866093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.866374] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.867837] env[69411]: INFO nova.compute.claims [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.159647] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.289037] env[69411]: DEBUG nova.network.neutron [-] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.305570] env[69411]: DEBUG oslo_vmware.api [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156581} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.305829] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.306198] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.306247] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.306410] env[69411]: INFO nova.compute.manager [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1256.306645] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.306834] env[69411]: DEBUG nova.compute.manager [-] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.306925] env[69411]: DEBUG nova.network.neutron [-] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1256.308788] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-343dedd6-30c5-4e15-852a-4b6548f6d73f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.317924] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1309b7-543e-42b9-b064-e31ffca4ce22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.347176] env[69411]: DEBUG nova.compute.manager [req-fbc07182-b072-4cd9-8842-4f6db119a116 req-a53f6e57-e5da-4b5d-8bdd-c70dbc9d68aa service nova] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Detach interface failed, port_id=6987c573-5658-462f-b6cd-56c36c9cdf3d, reason: Instance 2842ca5e-956d-4c3b-8273-ea51405d2424 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.791854] env[69411]: INFO nova.compute.manager [-] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Took 1.48 seconds to deallocate network for instance. [ 1256.997882] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a367fc35-0595-4b0f-8ced-26b899d7733b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.005615] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cb33a9-66c3-44c0-8290-c7aca2b37574 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.035740] env[69411]: DEBUG nova.network.neutron [-] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.037558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a783a3a0-1b88-4463-a6ce-7b1da1176f8e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.045142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d937a3-bb90-4066-acd6-eccb61dc543c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.059121] env[69411]: DEBUG nova.compute.provider_tree [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.298074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.541472] env[69411]: INFO nova.compute.manager [-] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Took 1.23 seconds to deallocate network for instance. [ 1257.580014] env[69411]: ERROR nova.scheduler.client.report [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [req-16c7683a-90ae-42c0-89f4-a291e37edb36] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 906c74e7-0145-4323-8b9b-9bf2b8fcd761. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16c7683a-90ae-42c0-89f4-a291e37edb36"}]} [ 1257.595920] env[69411]: DEBUG nova.scheduler.client.report [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Refreshing inventories for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1257.608031] env[69411]: DEBUG nova.scheduler.client.report [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating ProviderTree inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1257.608425] env[69411]: DEBUG nova.compute.provider_tree [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.618975] env[69411]: DEBUG nova.scheduler.client.report [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Refreshing aggregate associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, aggregates: None {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1257.636529] env[69411]: DEBUG nova.scheduler.client.report [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Refreshing trait associations for resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69411) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1257.741429] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8db0c89-1f24-4b69-9239-7f3c88f50774 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.749531] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562fa83-c6e3-42be-8734-6b42533a2162 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.779302] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8207a2-56eb-40bf-ac52-b62efa96eb43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.786177] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c2be37-0720-48c2-9ddd-904dbac3c16f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.799836] env[69411]: DEBUG nova.compute.provider_tree [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.830518] env[69411]: DEBUG nova.compute.manager [req-beedbe4e-117d-4810-ac9e-1cd13b7f39de req-fbbbcdad-2c88-4f53-bc31-4b71e2f697a3 service nova] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Received event network-vif-deleted-ef991909-9109-4c78-9acb-1c889f135116 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.048282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.330176] env[69411]: DEBUG nova.scheduler.client.report [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updated inventory for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1258.330453] env[69411]: DEBUG nova.compute.provider_tree [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating resource provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 generation from 169 to 170 during operation: update_inventory {{(pid=69411) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1258.330642] env[69411]: DEBUG nova.compute.provider_tree [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Updating inventory in ProviderTree for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.835855] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.836425] env[69411]: DEBUG nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.838973] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.679s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.840435] env[69411]: INFO nova.compute.claims [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.345404] env[69411]: DEBUG nova.compute.utils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.348588] env[69411]: DEBUG nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.348760] env[69411]: DEBUG nova.network.neutron [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.392939] env[69411]: DEBUG nova.policy [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f017a57b159d49c797e0128837612fcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed33c9ecbb346b88ad76b25953687a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.630547] env[69411]: DEBUG nova.network.neutron [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Successfully created port: 39acbb4f-988e-4329-bc46-61da0e4811b1 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.849743] env[69411]: DEBUG nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.988573] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3460051b-9b38-4222-ba7e-5856fc7079bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.996426] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67b2fd-8ba1-413a-a021-f3d2f0c43cf2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.027498] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955da1a-d242-406c-84d2-313a505339e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.034326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f783c83-9dd9-4e24-93fc-bc2135ba6f95 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.047156] env[69411]: DEBUG nova.compute.provider_tree [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.550095] env[69411]: DEBUG nova.scheduler.client.report [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.858750] env[69411]: DEBUG nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.885227] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.885499] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.885661] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.885846] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.885996] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.886164] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.886376] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.886537] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.886704] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.886866] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.887051] env[69411]: DEBUG nova.virt.hardware [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.887910] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f9120-d732-4f65-971b-890b0f7372fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.896088] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02892c4c-0c31-4c5c-8820-a560d36583de {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.988313] env[69411]: DEBUG nova.compute.manager [req-f183fd40-357c-487a-8eb3-e0ff585e8c84 req-f48d6b2f-8a39-4f73-89c0-c27a46209258 service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Received event network-vif-plugged-39acbb4f-988e-4329-bc46-61da0e4811b1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.988589] env[69411]: DEBUG oslo_concurrency.lockutils [req-f183fd40-357c-487a-8eb3-e0ff585e8c84 req-f48d6b2f-8a39-4f73-89c0-c27a46209258 service nova] Acquiring lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.988821] env[69411]: DEBUG oslo_concurrency.lockutils [req-f183fd40-357c-487a-8eb3-e0ff585e8c84 req-f48d6b2f-8a39-4f73-89c0-c27a46209258 service nova] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.988986] env[69411]: DEBUG oslo_concurrency.lockutils [req-f183fd40-357c-487a-8eb3-e0ff585e8c84 req-f48d6b2f-8a39-4f73-89c0-c27a46209258 service nova] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.989178] env[69411]: DEBUG nova.compute.manager [req-f183fd40-357c-487a-8eb3-e0ff585e8c84 req-f48d6b2f-8a39-4f73-89c0-c27a46209258 service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] No waiting events found dispatching network-vif-plugged-39acbb4f-988e-4329-bc46-61da0e4811b1 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.989349] env[69411]: WARNING nova.compute.manager [req-f183fd40-357c-487a-8eb3-e0ff585e8c84 req-f48d6b2f-8a39-4f73-89c0-c27a46209258 service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Received unexpected event network-vif-plugged-39acbb4f-988e-4329-bc46-61da0e4811b1 for instance with vm_state building and task_state spawning. [ 1261.058011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.058808] env[69411]: DEBUG nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.061110] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.763s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.061332] env[69411]: DEBUG nova.objects.instance [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'resources' on Instance uuid 2842ca5e-956d-4c3b-8273-ea51405d2424 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.074106] env[69411]: DEBUG nova.network.neutron [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Successfully updated port: 39acbb4f-988e-4329-bc46-61da0e4811b1 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.564676] env[69411]: DEBUG nova.compute.utils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.569570] env[69411]: DEBUG nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.570299] env[69411]: DEBUG nova.network.neutron [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.576622] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.576745] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.577510] env[69411]: DEBUG nova.network.neutron [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1261.610032] env[69411]: DEBUG nova.policy [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94bc2500372a4ae685c5c01acb6ff8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a468d6abf74dfe96482d7efce2bef3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.688111] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bdc796-de93-48ed-8bec-143d507d0ca0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.696146] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b2edc9-c7b9-400d-b6d4-3a1b0db3358c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.728092] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb1d18-1216-482c-bea0-0516fe886071 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.736177] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae36f6d4-7fcf-4446-8db8-f43b7a9cda9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.749504] env[69411]: DEBUG nova.compute.provider_tree [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.929733] env[69411]: DEBUG nova.network.neutron [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Successfully created port: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.074041] env[69411]: DEBUG nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.253015] env[69411]: DEBUG nova.scheduler.client.report [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.322594] env[69411]: DEBUG nova.network.neutron [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1262.434747] env[69411]: DEBUG nova.network.neutron [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance_info_cache with network_info: [{"id": "39acbb4f-988e-4329-bc46-61da0e4811b1", "address": "fa:16:3e:d7:d5:5f", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39acbb4f-98", "ovs_interfaceid": "39acbb4f-988e-4329-bc46-61da0e4811b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.758327] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.760631] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.713s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.760897] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.779912] env[69411]: INFO nova.scheduler.client.report [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted allocations for instance 78d9b1c0-c658-44fa-a89f-378cde008f88 [ 1262.784747] env[69411]: INFO nova.scheduler.client.report [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted allocations for instance 2842ca5e-956d-4c3b-8273-ea51405d2424 [ 1262.936920] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.937274] env[69411]: DEBUG nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Instance network_info: |[{"id": "39acbb4f-988e-4329-bc46-61da0e4811b1", "address": "fa:16:3e:d7:d5:5f", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39acbb4f-98", "ovs_interfaceid": "39acbb4f-988e-4329-bc46-61da0e4811b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.937689] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d5:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39acbb4f-988e-4329-bc46-61da0e4811b1', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.946202] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.946433] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.946663] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ede56c5c-e29b-4951-abd5-4929b7c2e5b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.968331] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.968331] env[69411]: value = "task-3379648" [ 1262.968331] env[69411]: _type = "Task" [ 1262.968331] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.975831] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379648, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.013454] env[69411]: DEBUG nova.compute.manager [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Received event network-changed-39acbb4f-988e-4329-bc46-61da0e4811b1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.013637] env[69411]: DEBUG nova.compute.manager [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Refreshing instance network info cache due to event network-changed-39acbb4f-988e-4329-bc46-61da0e4811b1. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.013867] env[69411]: DEBUG oslo_concurrency.lockutils [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] Acquiring lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.014017] env[69411]: DEBUG oslo_concurrency.lockutils [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] Acquired lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.014394] env[69411]: DEBUG nova.network.neutron [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Refreshing network info cache for port 39acbb4f-988e-4329-bc46-61da0e4811b1 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1263.084858] env[69411]: DEBUG nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.111172] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.111422] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.111584] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.111770] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.111919] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.112360] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.112360] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.112482] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.112608] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.112770] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.112939] env[69411]: DEBUG nova.virt.hardware [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.113883] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085e4aa-1121-4bec-91d6-e64140a1527b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.121363] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f179f393-989a-4cea-ac35-673e62f7a6e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.300152] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8f8a2034-cee7-4e1e-ac4a-fb5098943855 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "78d9b1c0-c658-44fa-a89f-378cde008f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.900s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.302331] env[69411]: DEBUG oslo_concurrency.lockutils [None req-8ddb494d-3d88-437b-9e73-7519f65b083f tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "2842ca5e-956d-4c3b-8273-ea51405d2424" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.602s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.462221] env[69411]: DEBUG nova.network.neutron [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Successfully updated port: 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.480808] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379648, 'name': CreateVM_Task, 'duration_secs': 0.279906} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.481063] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.487931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.488119] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.488430] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.488675] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63eb8cc1-46ae-4396-87af-40f5b3505a5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.493061] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1263.493061] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5257b801-b712-51be-98c2-8064472d5989" [ 1263.493061] env[69411]: _type = "Task" [ 1263.493061] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.500715] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5257b801-b712-51be-98c2-8064472d5989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.759369] env[69411]: DEBUG nova.network.neutron [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updated VIF entry in instance network info cache for port 39acbb4f-988e-4329-bc46-61da0e4811b1. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1263.759754] env[69411]: DEBUG nova.network.neutron [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance_info_cache with network_info: [{"id": "39acbb4f-988e-4329-bc46-61da0e4811b1", "address": "fa:16:3e:d7:d5:5f", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39acbb4f-98", "ovs_interfaceid": "39acbb4f-988e-4329-bc46-61da0e4811b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.966423] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.966741] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.966741] env[69411]: DEBUG nova.network.neutron [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1264.004863] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5257b801-b712-51be-98c2-8064472d5989, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.005174] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.005412] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.005648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.005795] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.005971] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.006248] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1051672b-6571-4f00-8e55-6a8d5ed937ec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.014479] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.014653] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.015420] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0c013f-96e3-466d-9110-b6963cbb85ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.020474] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1264.020474] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b36121-ec0e-6561-f2dc-9688ee66fd45" [ 1264.020474] env[69411]: _type = "Task" [ 1264.020474] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.027523] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b36121-ec0e-6561-f2dc-9688ee66fd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.263672] env[69411]: DEBUG oslo_concurrency.lockutils [req-ea582a85-c59c-4a38-b947-fcff5c100a2e req-a4a6ae11-48b5-4bb1-83f1-494781f1683e service nova] Releasing lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.502429] env[69411]: DEBUG nova.network.neutron [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1264.533015] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b36121-ec0e-6561-f2dc-9688ee66fd45, 'name': SearchDatastore_Task, 'duration_secs': 0.007858} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.533829] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619255f9-a352-49d4-be01-c4f318703a4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.538949] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1264.538949] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5245fb9d-0fef-90a5-6a69-c3fddc0c6777" [ 1264.538949] env[69411]: _type = "Task" [ 1264.538949] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.548749] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5245fb9d-0fef-90a5-6a69-c3fddc0c6777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.642343] env[69411]: DEBUG nova.network.neutron [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005cfd6-af", "ovs_interfaceid": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.041556] env[69411]: DEBUG nova.compute.manager [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-vif-plugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.041808] env[69411]: DEBUG oslo_concurrency.lockutils [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.042019] env[69411]: DEBUG oslo_concurrency.lockutils [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.042476] env[69411]: DEBUG oslo_concurrency.lockutils [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.042663] env[69411]: DEBUG nova.compute.manager [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] No waiting events found dispatching network-vif-plugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.042837] env[69411]: WARNING nova.compute.manager [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received unexpected event network-vif-plugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 for instance with vm_state building and task_state spawning. [ 1265.043008] env[69411]: DEBUG nova.compute.manager [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.043178] env[69411]: DEBUG nova.compute.manager [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing instance network info cache due to event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.043356] env[69411]: DEBUG oslo_concurrency.lockutils [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] Acquiring lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.053470] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5245fb9d-0fef-90a5-6a69-c3fddc0c6777, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.053718] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.053962] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9f2440ba-af53-4bae-9903-5273a23b5e7f/9f2440ba-af53-4bae-9903-5273a23b5e7f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.054252] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf16372a-d970-49fa-879e-4a88ab0ed2e4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.060953] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1265.060953] env[69411]: value = "task-3379649" [ 1265.060953] env[69411]: _type = "Task" [ 1265.060953] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.067861] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "cf98f88b-c2b0-466d-a337-6415803b8af9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.068160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.075427] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.144965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.145352] env[69411]: DEBUG nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Instance network_info: |[{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005cfd6-af", "ovs_interfaceid": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.145816] env[69411]: DEBUG oslo_concurrency.lockutils [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] Acquired lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.146013] env[69411]: DEBUG nova.network.neutron [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1265.147206] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:1d:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6005cfd6-af5a-4e06-8e88-714f4a13f4f8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.155219] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.155956] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.156796] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4275495d-a9c1-409c-9b17-40b6a527b5d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.175555] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.175555] env[69411]: value = "task-3379650" [ 1265.175555] env[69411]: _type = "Task" [ 1265.175555] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.184305] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379650, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.571316] env[69411]: DEBUG nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.573993] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445851} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.574299] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9f2440ba-af53-4bae-9903-5273a23b5e7f/9f2440ba-af53-4bae-9903-5273a23b5e7f.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.574518] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.574763] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d138fdc-98f3-4a53-9c38-544c056aab39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.581963] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1265.581963] env[69411]: value = "task-3379651" [ 1265.581963] env[69411]: _type = "Task" [ 1265.581963] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.590273] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.685309] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379650, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.840924] env[69411]: DEBUG nova.network.neutron [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updated VIF entry in instance network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1265.841319] env[69411]: DEBUG nova.network.neutron [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005cfd6-af", "ovs_interfaceid": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.091161] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061229} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.091447] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.092193] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29510f4-32e5-42de-8940-825f4c568101 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.096412] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.096710] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.098175] env[69411]: INFO nova.compute.claims [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.118933] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9f2440ba-af53-4bae-9903-5273a23b5e7f/9f2440ba-af53-4bae-9903-5273a23b5e7f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.119190] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a5ed54-5bfc-4647-8d45-10aec8170027 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.139748] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1266.139748] env[69411]: value = "task-3379652" [ 1266.139748] env[69411]: _type = "Task" [ 1266.139748] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.147645] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.184800] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379650, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.343696] env[69411]: DEBUG oslo_concurrency.lockutils [req-c744aae4-5584-44ea-869f-f7dd35b70c57 req-976a1a1f-c448-4265-937e-9b6cec18a395 service nova] Releasing lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.649947] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379652, 'name': ReconfigVM_Task, 'duration_secs': 0.332349} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.650271] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9f2440ba-af53-4bae-9903-5273a23b5e7f/9f2440ba-af53-4bae-9903-5273a23b5e7f.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.650895] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0840522c-f70a-41a8-ad81-0f6cb0d0b671 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.657415] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1266.657415] env[69411]: value = "task-3379653" [ 1266.657415] env[69411]: _type = "Task" [ 1266.657415] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.665222] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379653, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.685731] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379650, 'name': CreateVM_Task, 'duration_secs': 1.375787} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.685883] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.686550] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.686714] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.687043] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.687302] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a30f5f8-cd92-4c47-8d9f-f2a26331b06c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.692451] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1266.692451] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a04c5c-b049-87d5-6965-a454e3ad037c" [ 1266.692451] env[69411]: _type = "Task" [ 1266.692451] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.700032] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a04c5c-b049-87d5-6965-a454e3ad037c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.168639] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379653, 'name': Rename_Task, 'duration_secs': 0.134576} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.168956] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.169193] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67a046e8-7c79-4c31-aead-abd6e2d66fe9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.176868] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1267.176868] env[69411]: value = "task-3379654" [ 1267.176868] env[69411]: _type = "Task" [ 1267.176868] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.185922] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.202742] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a04c5c-b049-87d5-6965-a454e3ad037c, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.203046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.203280] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.203517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.203665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.203841] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.204144] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c222d4-dd7a-4240-8d05-136b54d80182 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.212234] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34869dc4-ec3e-4757-90d9-a7a19aa00b8c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.215419] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.215598] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.216552] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9347c47c-bfc0-47c1-a012-d22ca64c0db5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.222646] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da2361-cd9f-4bfb-bde7-dbf55cfa1930 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.226552] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1267.226552] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]529cbdbd-be63-fd11-5962-cf8702a447a9" [ 1267.226552] env[69411]: _type = "Task" [ 1267.226552] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.254020] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9192c3a1-6da0-463d-b75f-97ad2894db3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.259403] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]529cbdbd-be63-fd11-5962-cf8702a447a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008191} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.260384] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5119781-cfcd-4f91-ae81-4b459772f0fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.265449] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e704bc-7f0b-4834-aa00-b86bc0b59f86 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.269733] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1267.269733] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]527634ae-e14c-bdb7-8cd5-e4be348ac2e5" [ 1267.269733] env[69411]: _type = "Task" [ 1267.269733] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.281089] env[69411]: DEBUG nova.compute.provider_tree [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.287530] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]527634ae-e14c-bdb7-8cd5-e4be348ac2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008483} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.287765] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.288022] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.288255] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06739803-c77a-4a1f-afcd-970fc8864bd0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.295442] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1267.295442] env[69411]: value = "task-3379655" [ 1267.295442] env[69411]: _type = "Task" [ 1267.295442] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.302982] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.688433] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.784811] env[69411]: DEBUG nova.scheduler.client.report [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.807694] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409397} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.809544] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.809544] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.809544] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d08744dc-ed53-4e17-b321-81d7a4a42c1c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.815402] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1267.815402] env[69411]: value = "task-3379656" [ 1267.815402] env[69411]: _type = "Task" [ 1267.815402] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.823417] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.187935] env[69411]: DEBUG oslo_vmware.api [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379654, 'name': PowerOnVM_Task, 'duration_secs': 0.548809} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.188305] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.188423] env[69411]: INFO nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1268.188606] env[69411]: DEBUG nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.189375] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d9e20-e068-429f-a04f-ed1448dc9ef5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.291952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.292472] env[69411]: DEBUG nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.324182] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304561} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.324478] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.325280] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba99751-d630-4792-940d-85cf430c23c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.347874] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.348353] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150642df-b047-4ed9-a73b-dc6136b2fc6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.366753] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1268.366753] env[69411]: value = "task-3379657" [ 1268.366753] env[69411]: _type = "Task" [ 1268.366753] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.374285] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.707209] env[69411]: INFO nova.compute.manager [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Took 12.86 seconds to build instance. [ 1268.797747] env[69411]: DEBUG nova.compute.utils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.799204] env[69411]: DEBUG nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.799380] env[69411]: DEBUG nova.network.neutron [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.837368] env[69411]: DEBUG nova.policy [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '938e722865ee490a839d0dee11943f8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7d8861151194ef79e0e09f35a2033e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.877290] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379657, 'name': ReconfigVM_Task, 'duration_secs': 0.271337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.877582] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.878229] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb5b9644-d6bc-4490-880f-dc5c04d9afd9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.885696] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1268.885696] env[69411]: value = "task-3379658" [ 1268.885696] env[69411]: _type = "Task" [ 1268.885696] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.893266] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379658, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.164197] env[69411]: DEBUG nova.network.neutron [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Successfully created port: f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.209381] env[69411]: DEBUG oslo_concurrency.lockutils [None req-4a775a4f-9cdb-4a56-b61b-30266f1bfff8 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.368s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.302293] env[69411]: DEBUG nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.399455] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379658, 'name': Rename_Task, 'duration_secs': 0.131939} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.399734] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.399997] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-471a6d58-75a8-421f-bee2-3fac43e55ee6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.407096] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1269.407096] env[69411]: value = "task-3379659" [ 1269.407096] env[69411]: _type = "Task" [ 1269.407096] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.415211] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.764665] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.764937] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.893403] env[69411]: DEBUG nova.compute.manager [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1269.917418] env[69411]: DEBUG oslo_vmware.api [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379659, 'name': PowerOnVM_Task, 'duration_secs': 0.415817} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.917418] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.917613] env[69411]: INFO nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1269.917795] env[69411]: DEBUG nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.919048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8585c8bd-242e-4566-8a48-923cf49d3734 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.268288] env[69411]: INFO nova.compute.manager [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Detaching volume 9adfefce-15c7-4dbc-9255-8a4b9ace4038 [ 1270.306182] env[69411]: INFO nova.virt.block_device [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Attempting to driver detach volume 9adfefce-15c7-4dbc-9255-8a4b9ace4038 from mountpoint /dev/sdb [ 1270.306438] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1270.306632] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674363', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'name': 'volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15', 'attached_at': '', 'detached_at': '', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'serial': '9adfefce-15c7-4dbc-9255-8a4b9ace4038'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1270.307546] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c08530-80c9-4ef5-8ec8-cff9455a6f9a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.311210] env[69411]: DEBUG nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.345621] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf08fa5-d137-4a5a-ab96-6ac9bf6a80b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.357802] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.358419] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.358419] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.358419] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.358647] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.358695] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.358879] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.359215] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.359215] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.359479] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.359587] env[69411]: DEBUG nova.virt.hardware [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.360351] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf1b84c-8f92-486c-a20d-96942cb9f70e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.363363] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfbc044-9934-4dfa-a2b2-d6b4194b3e75 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.387801] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27853050-6e7a-475d-a7b1-0992606f5cfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.392289] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8751d16-df0f-48cb-be7f-37c2209598eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.411269] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] The volume has not been displaced from its original location: [datastore1] volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038/volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1270.416620] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.424734] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4adf1d44-dc6d-48ba-8f3d-94648409d432 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.441429] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.441719] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.451770] env[69411]: DEBUG oslo_vmware.api [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1270.451770] env[69411]: value = "task-3379660" [ 1270.451770] env[69411]: _type = "Task" [ 1270.451770] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.452338] env[69411]: INFO nova.compute.manager [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Took 14.31 seconds to build instance. [ 1270.460915] env[69411]: DEBUG oslo_vmware.api [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.606408] env[69411]: DEBUG nova.compute.manager [req-b5bb71d0-692a-4a50-a701-8203417c82fd req-a9bfd975-b3da-47a0-ab44-1f293854c0c1 service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Received event network-vif-plugged-f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.606641] env[69411]: DEBUG oslo_concurrency.lockutils [req-b5bb71d0-692a-4a50-a701-8203417c82fd req-a9bfd975-b3da-47a0-ab44-1f293854c0c1 service nova] Acquiring lock "cf98f88b-c2b0-466d-a337-6415803b8af9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.606963] env[69411]: DEBUG oslo_concurrency.lockutils [req-b5bb71d0-692a-4a50-a701-8203417c82fd req-a9bfd975-b3da-47a0-ab44-1f293854c0c1 service nova] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.607201] env[69411]: DEBUG oslo_concurrency.lockutils [req-b5bb71d0-692a-4a50-a701-8203417c82fd req-a9bfd975-b3da-47a0-ab44-1f293854c0c1 service nova] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.607384] env[69411]: DEBUG nova.compute.manager [req-b5bb71d0-692a-4a50-a701-8203417c82fd req-a9bfd975-b3da-47a0-ab44-1f293854c0c1 service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] No waiting events found dispatching network-vif-plugged-f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.607561] env[69411]: WARNING nova.compute.manager [req-b5bb71d0-692a-4a50-a701-8203417c82fd req-a9bfd975-b3da-47a0-ab44-1f293854c0c1 service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Received unexpected event network-vif-plugged-f97151e7-e27b-4327-a209-813a030d3187 for instance with vm_state building and task_state spawning. [ 1270.696945] env[69411]: DEBUG nova.network.neutron [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Successfully updated port: f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.728081] env[69411]: DEBUG nova.compute.manager [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.728567] env[69411]: DEBUG nova.compute.manager [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing instance network info cache due to event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.728778] env[69411]: DEBUG oslo_concurrency.lockutils [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] Acquiring lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.728926] env[69411]: DEBUG oslo_concurrency.lockutils [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] Acquired lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.729106] env[69411]: DEBUG nova.network.neutron [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1270.951223] env[69411]: INFO nova.compute.claims [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.959400] env[69411]: DEBUG oslo_concurrency.lockutils [None req-13e8b152-621e-48e4-8bfe-3a3bdf3798a1 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.823s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.965881] env[69411]: DEBUG oslo_vmware.api [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379660, 'name': ReconfigVM_Task, 'duration_secs': 0.236004} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.966636] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.973147] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c23403-5bc6-4f9d-b85d-9ed1fb6a84b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.989836] env[69411]: DEBUG oslo_vmware.api [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1270.989836] env[69411]: value = "task-3379661" [ 1270.989836] env[69411]: _type = "Task" [ 1270.989836] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.999812] env[69411]: DEBUG oslo_vmware.api [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.199314] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.199500] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.199659] env[69411]: DEBUG nova.network.neutron [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1271.259082] env[69411]: INFO nova.compute.manager [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Rebuilding instance [ 1271.302123] env[69411]: DEBUG nova.compute.manager [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.303018] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adccabe5-f16a-4416-9688-3d5b4e75df55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.436830] env[69411]: DEBUG nova.network.neutron [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updated VIF entry in instance network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1271.437208] env[69411]: DEBUG nova.network.neutron [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005cfd6-af", "ovs_interfaceid": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.456850] env[69411]: INFO nova.compute.resource_tracker [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating resource usage from migration a6c82468-7cd8-46b5-a7d2-6a4ab249fb0b [ 1271.500057] env[69411]: DEBUG oslo_vmware.api [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379661, 'name': ReconfigVM_Task, 'duration_secs': 0.207185} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.500363] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674363', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'name': 'volume-9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15', 'attached_at': '', 'detached_at': '', 'volume_id': '9adfefce-15c7-4dbc-9255-8a4b9ace4038', 'serial': '9adfefce-15c7-4dbc-9255-8a4b9ace4038'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1271.581375] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f030e-e42a-4d8e-9fc4-92ec1f09b01f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.589068] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f6ffd3-5728-4805-a2c5-0721a17555db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.619445] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c4754-65b8-49b4-83e9-208f8a700aef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.627043] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85240c5c-231b-466f-a171-6b32b69feb48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.641909] env[69411]: DEBUG nova.compute.provider_tree [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.737962] env[69411]: DEBUG nova.network.neutron [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1271.859413] env[69411]: DEBUG nova.network.neutron [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updating instance_info_cache with network_info: [{"id": "f97151e7-e27b-4327-a209-813a030d3187", "address": "fa:16:3e:1f:c2:4c", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97151e7-e2", "ovs_interfaceid": "f97151e7-e27b-4327-a209-813a030d3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.940148] env[69411]: DEBUG oslo_concurrency.lockutils [req-06de04c3-f173-46c4-879e-8509256c17fe req-e3ffee97-6c75-4231-9659-d95c243d9786 service nova] Releasing lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.042840] env[69411]: DEBUG nova.objects.instance [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lazy-loading 'flavor' on Instance uuid 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.145627] env[69411]: DEBUG nova.scheduler.client.report [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.316746] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.317068] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-459a04d0-d00f-46be-a021-f56783f750ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.324751] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1272.324751] env[69411]: value = "task-3379662" [ 1272.324751] env[69411]: _type = "Task" [ 1272.324751] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.332771] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.362523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.362883] env[69411]: DEBUG nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Instance network_info: |[{"id": "f97151e7-e27b-4327-a209-813a030d3187", "address": "fa:16:3e:1f:c2:4c", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97151e7-e2", "ovs_interfaceid": "f97151e7-e27b-4327-a209-813a030d3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.363343] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c2:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f97151e7-e27b-4327-a209-813a030d3187', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.371192] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.371424] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.371654] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd16ad36-d4a2-4728-9b9d-4ed516baf075 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.393123] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.393123] env[69411]: value = "task-3379663" [ 1272.393123] env[69411]: _type = "Task" [ 1272.393123] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.401163] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379663, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.633174] env[69411]: DEBUG nova.compute.manager [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Received event network-changed-f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.633395] env[69411]: DEBUG nova.compute.manager [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Refreshing instance network info cache due to event network-changed-f97151e7-e27b-4327-a209-813a030d3187. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.633656] env[69411]: DEBUG oslo_concurrency.lockutils [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] Acquiring lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.633805] env[69411]: DEBUG oslo_concurrency.lockutils [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] Acquired lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.633969] env[69411]: DEBUG nova.network.neutron [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Refreshing network info cache for port f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1272.650195] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.208s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.650392] env[69411]: INFO nova.compute.manager [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Migrating [ 1272.835230] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379662, 'name': PowerOffVM_Task, 'duration_secs': 0.187887} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.835511] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.835752] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.836526] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15333b-e06e-4117-928b-1d283721f49d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.843320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.843564] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92103a47-8a42-4cea-923c-ceed769c1899 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.905470] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379663, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.914461] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.914886] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.915131] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleting the datastore file [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.915393] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c469b00a-6132-4803-9fa0-802f16ce0ed3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.921584] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1272.921584] env[69411]: value = "task-3379665" [ 1272.921584] env[69411]: _type = "Task" [ 1272.921584] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.929946] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.050273] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5a7de757-46a7-4696-afbb-39235d6e6b88 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.164093] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.164359] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.164552] env[69411]: DEBUG nova.network.neutron [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1273.313701] env[69411]: DEBUG nova.network.neutron [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updated VIF entry in instance network info cache for port f97151e7-e27b-4327-a209-813a030d3187. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1273.314066] env[69411]: DEBUG nova.network.neutron [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updating instance_info_cache with network_info: [{"id": "f97151e7-e27b-4327-a209-813a030d3187", "address": "fa:16:3e:1f:c2:4c", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97151e7-e2", "ovs_interfaceid": "f97151e7-e27b-4327-a209-813a030d3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.404394] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379663, 'name': CreateVM_Task, 'duration_secs': 0.538055} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.404674] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.405260] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.405422] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.405740] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.405986] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e998e38-c0a8-4a37-a2a9-f1c80dd2ea7f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.410495] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1273.410495] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e9a354-859c-39de-7e0e-3b643d4027a0" [ 1273.410495] env[69411]: _type = "Task" [ 1273.410495] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.417868] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e9a354-859c-39de-7e0e-3b643d4027a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.429361] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218274} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.429609] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.429784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.429963] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.817244] env[69411]: DEBUG oslo_concurrency.lockutils [req-3d6c22bb-94e7-416a-8ff6-844e8b3b8ae4 req-30756f41-f7bb-4b87-889a-f76e997b0d5c service nova] Releasing lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.861731] env[69411]: DEBUG nova.network.neutron [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance_info_cache with network_info: [{"id": "39acbb4f-988e-4329-bc46-61da0e4811b1", "address": "fa:16:3e:d7:d5:5f", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39acbb4f-98", "ovs_interfaceid": "39acbb4f-988e-4329-bc46-61da0e4811b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.920598] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e9a354-859c-39de-7e0e-3b643d4027a0, 'name': SearchDatastore_Task, 'duration_secs': 0.028038} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.920904] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.921172] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.921415] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.921565] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.921747] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.922009] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b302d133-c04e-47fe-849f-404682ccb69d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.938988] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.939206] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.940012] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cf7120-3fd0-44cb-b7a7-b0173b458f3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.945730] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1273.945730] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52374f02-bd61-e767-3359-57c42af48b45" [ 1273.945730] env[69411]: _type = "Task" [ 1273.945730] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.953835] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52374f02-bd61-e767-3359-57c42af48b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.352478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.352825] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.353084] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.353318] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.353548] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.355761] env[69411]: INFO nova.compute.manager [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Terminating instance [ 1274.363715] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.457786] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52374f02-bd61-e767-3359-57c42af48b45, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.459987] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703b939f-c4ae-464b-afbf-447d914b9433 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.465515] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1274.465515] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52223d02-39b8-32f4-25e7-f2476dc9f2a9" [ 1274.465515] env[69411]: _type = "Task" [ 1274.465515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.470655] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.470910] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.471141] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.471356] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.471524] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.471674] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.471886] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.472056] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.472256] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.472422] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.472597] env[69411]: DEBUG nova.virt.hardware [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.473334] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f472c-fd63-4ea0-b712-d9e06465b834 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.480422] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52223d02-39b8-32f4-25e7-f2476dc9f2a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.482355] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.482603] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] cf98f88b-c2b0-466d-a337-6415803b8af9/cf98f88b-c2b0-466d-a337-6415803b8af9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.482869] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-714d579a-c80e-476d-bfd2-cb15bee8e2f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.485743] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c98b65a-0151-4143-a1c2-d987fa23851f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.498707] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:cb:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2fcc581-08d3-41ed-8300-5e9e08514d79', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.506212] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.507611] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.507917] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1274.507917] env[69411]: value = "task-3379666" [ 1274.507917] env[69411]: _type = "Task" [ 1274.507917] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.508108] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c36de9a-2e0e-474e-ab74-ad9408f36708 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.530055] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.531135] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.531135] env[69411]: value = "task-3379667" [ 1274.531135] env[69411]: _type = "Task" [ 1274.531135] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.538201] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379667, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.859415] env[69411]: DEBUG nova.compute.manager [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.859798] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.861214] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6528ab7-0f7a-40ef-b19a-829186ed9be9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.874391] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.874733] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29aa18dd-2865-47f6-8f34-c8a95d74dc9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.881911] env[69411]: DEBUG oslo_vmware.api [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1274.881911] env[69411]: value = "task-3379668" [ 1274.881911] env[69411]: _type = "Task" [ 1274.881911] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.891596] env[69411]: DEBUG oslo_vmware.api [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.032010] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45469} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.035069] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] cf98f88b-c2b0-466d-a337-6415803b8af9/cf98f88b-c2b0-466d-a337-6415803b8af9.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.035305] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.035505] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-045b1e1e-d2a0-48b5-b5f2-230de1905f48 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.042650] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379667, 'name': CreateVM_Task, 'duration_secs': 0.41668} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.043680] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.044026] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1275.044026] env[69411]: value = "task-3379669" [ 1275.044026] env[69411]: _type = "Task" [ 1275.044026] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.044792] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.045067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.045447] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.045842] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fe52f1-4833-462f-90f3-4fb7cad2b12c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.053109] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1275.053109] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5230247e-1ccd-6029-84cf-34583e2cdbc7" [ 1275.053109] env[69411]: _type = "Task" [ 1275.053109] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.056299] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.064242] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5230247e-1ccd-6029-84cf-34583e2cdbc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.394428] env[69411]: DEBUG oslo_vmware.api [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379668, 'name': PowerOffVM_Task, 'duration_secs': 0.393974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.394709] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.394883] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.395182] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91748395-9134-489c-b416-56bc2ef4eb77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.471805] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.472318] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.472318] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleting the datastore file [datastore2] 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.472595] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e342712-3e1d-4269-8289-84dc5cb4fe2c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.479354] env[69411]: DEBUG oslo_vmware.api [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1275.479354] env[69411]: value = "task-3379671" [ 1275.479354] env[69411]: _type = "Task" [ 1275.479354] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.487861] env[69411]: DEBUG oslo_vmware.api [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.556071] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064606} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.556444] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.559965] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63896314-9c6c-4b2c-9bc7-34cdee45e0ca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.581928] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] cf98f88b-c2b0-466d-a337-6415803b8af9/cf98f88b-c2b0-466d-a337-6415803b8af9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.585179] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71196f6d-8c29-462a-92e7-bcad453e5a62 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.599210] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5230247e-1ccd-6029-84cf-34583e2cdbc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.599536] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.599813] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.600067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.600248] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.600464] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.601072] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a724447-32b1-4df7-88aa-86e7fe6503ab {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.606055] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1275.606055] env[69411]: value = "task-3379672" [ 1275.606055] env[69411]: _type = "Task" [ 1275.606055] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.611239] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.611420] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.615187] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5346a6-7975-4d79-8b78-c5e5c2186aa7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.617733] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.620627] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1275.620627] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e5f8ca-0a8a-996b-0446-de929ef92671" [ 1275.620627] env[69411]: _type = "Task" [ 1275.620627] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.628734] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e5f8ca-0a8a-996b-0446-de929ef92671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.878512] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca649c-6248-4bb6-aa2d-433235b09190 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.896856] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance '9f2440ba-af53-4bae-9903-5273a23b5e7f' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.988843] env[69411]: DEBUG oslo_vmware.api [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158908} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.989107] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.989306] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.989493] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.989674] env[69411]: INFO nova.compute.manager [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1275.989912] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.990123] env[69411]: DEBUG nova.compute.manager [-] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.990236] env[69411]: DEBUG nova.network.neutron [-] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1276.116789] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.131435] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e5f8ca-0a8a-996b-0446-de929ef92671, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.132211] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62d7792-b7d4-443d-8c5b-f2abbefab16d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.137347] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1276.137347] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52cd18db-3b89-5d59-b615-3130db03ac09" [ 1276.137347] env[69411]: _type = "Task" [ 1276.137347] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.145072] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cd18db-3b89-5d59-b615-3130db03ac09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.402934] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.403253] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d152aab-f615-4131-afad-a4e2f04f280e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.411500] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1276.411500] env[69411]: value = "task-3379673" [ 1276.411500] env[69411]: _type = "Task" [ 1276.411500] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.419438] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.618490] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.647335] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52cd18db-3b89-5d59-b615-3130db03ac09, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.647687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.647946] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.648232] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8eae07-bbbf-4c80-bb91-e9f40b3c04d0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.654508] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1276.654508] env[69411]: value = "task-3379674" [ 1276.654508] env[69411]: _type = "Task" [ 1276.654508] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.662524] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.766071] env[69411]: DEBUG nova.compute.manager [req-89698cb5-1d4a-4c1d-bf62-e8e3a5038667 req-4bb06f6f-d972-4b47-848a-a5a67779b7dc service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Received event network-vif-deleted-d22fd4a7-d558-484e-bd16-bc8b476b6142 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.766332] env[69411]: INFO nova.compute.manager [req-89698cb5-1d4a-4c1d-bf62-e8e3a5038667 req-4bb06f6f-d972-4b47-848a-a5a67779b7dc service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Neutron deleted interface d22fd4a7-d558-484e-bd16-bc8b476b6142; detaching it from the instance and deleting it from the info cache [ 1276.766507] env[69411]: DEBUG nova.network.neutron [req-89698cb5-1d4a-4c1d-bf62-e8e3a5038667 req-4bb06f6f-d972-4b47-848a-a5a67779b7dc service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.922220] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379673, 'name': PowerOffVM_Task, 'duration_secs': 0.19664} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.922447] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.922669] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance '9f2440ba-af53-4bae-9903-5273a23b5e7f' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.119140] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379672, 'name': ReconfigVM_Task, 'duration_secs': 1.045194} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.119140] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Reconfigured VM instance instance-00000074 to attach disk [datastore2] cf98f88b-c2b0-466d-a337-6415803b8af9/cf98f88b-c2b0-466d-a337-6415803b8af9.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.119708] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb33d62-4859-4e45-af0f-103e0184ee83 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.125952] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1277.125952] env[69411]: value = "task-3379675" [ 1277.125952] env[69411]: _type = "Task" [ 1277.125952] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.134276] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379675, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.163932] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434453} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.164318] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.164615] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.164902] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89bd881b-99a2-4424-80e2-bf1995ceb054 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.173149] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1277.173149] env[69411]: value = "task-3379676" [ 1277.173149] env[69411]: _type = "Task" [ 1277.173149] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.180731] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.242812] env[69411]: DEBUG nova.network.neutron [-] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.268703] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7524cce-9dc6-4585-9cb1-25a5ee3c5ed4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.278353] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4911b6e5-cebc-437f-ac8d-37330b6b32e8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.311494] env[69411]: DEBUG nova.compute.manager [req-89698cb5-1d4a-4c1d-bf62-e8e3a5038667 req-4bb06f6f-d972-4b47-848a-a5a67779b7dc service nova] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Detach interface failed, port_id=d22fd4a7-d558-484e-bd16-bc8b476b6142, reason: Instance 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.428873] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.429107] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.429275] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.429465] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.429612] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.429759] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.429960] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.430130] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.430299] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.430465] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.430637] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.435674] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f2a675-f24f-4c09-bc47-24b67f0f5263 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.450740] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1277.450740] env[69411]: value = "task-3379677" [ 1277.450740] env[69411]: _type = "Task" [ 1277.450740] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.458638] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.635414] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379675, 'name': Rename_Task, 'duration_secs': 0.18554} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.635713] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.635961] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c87df17-7a8a-4961-8269-2d19800bf10e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.642547] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1277.642547] env[69411]: value = "task-3379678" [ 1277.642547] env[69411]: _type = "Task" [ 1277.642547] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.650267] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.682361] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080593} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.682611] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.683489] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0822b369-bc41-4304-85bb-d2e61ac2a5c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.704990] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.705255] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c74f130f-35a2-4be8-a6bb-0e6af780daac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.723563] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1277.723563] env[69411]: value = "task-3379679" [ 1277.723563] env[69411]: _type = "Task" [ 1277.723563] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.730712] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.745497] env[69411]: INFO nova.compute.manager [-] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Took 1.76 seconds to deallocate network for instance. [ 1277.961537] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379677, 'name': ReconfigVM_Task, 'duration_secs': 0.142283} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.961800] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance '9f2440ba-af53-4bae-9903-5273a23b5e7f' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.152780] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.233258] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379679, 'name': ReconfigVM_Task, 'duration_secs': 0.302808} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.233473] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0/9597ec59-b164-4030-95e4-41a9e24726c0.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.234109] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14404881-d81b-4288-b54f-36ae89a094b4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.242049] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1278.242049] env[69411]: value = "task-3379680" [ 1278.242049] env[69411]: _type = "Task" [ 1278.242049] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.250932] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379680, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.251799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.252075] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.252302] env[69411]: DEBUG nova.objects.instance [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lazy-loading 'resources' on Instance uuid 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.468422] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.468687] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.468852] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.469049] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.469202] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.469353] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.469555] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.469712] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.469874] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.470041] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.470219] env[69411]: DEBUG nova.virt.hardware [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.475561] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.475841] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5771a583-936f-4d19-acec-f6910a78e272 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.493584] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1278.493584] env[69411]: value = "task-3379681" [ 1278.493584] env[69411]: _type = "Task" [ 1278.493584] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.501399] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.654935] env[69411]: DEBUG oslo_vmware.api [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379678, 'name': PowerOnVM_Task, 'duration_secs': 0.555192} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.655750] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.656134] env[69411]: INFO nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1278.656948] env[69411]: DEBUG nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.660017] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566c04c6-7f80-4093-bb7b-b6868eee516e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.751562] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379680, 'name': Rename_Task, 'duration_secs': 0.140095} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.751794] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.752052] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0eb48dd-1779-4f53-90b1-d303b28d7425 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.758158] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1278.758158] env[69411]: value = "task-3379682" [ 1278.758158] env[69411]: _type = "Task" [ 1278.758158] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.767611] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.886665] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3eff5f-4da7-4932-9b60-6b1a53f30a2d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.894753] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b11a1d-0b9f-4f08-8e53-6246d888ba1f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.924162] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb59e521-7214-43f4-9f4d-f30e935ad5b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.931650] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3f0df2-cf0c-494b-ba7f-5e1912519300 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.952472] env[69411]: DEBUG nova.compute.provider_tree [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.677285] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.677560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.677560] env[69411]: INFO nova.compute.manager [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Shelving [ 1279.679129] env[69411]: DEBUG nova.scheduler.client.report [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.689179] env[69411]: INFO nova.compute.manager [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Took 13.61 seconds to build instance. [ 1279.700113] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379681, 'name': ReconfigVM_Task, 'duration_secs': 0.206333} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.700326] env[69411]: DEBUG oslo_vmware.api [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379682, 'name': PowerOnVM_Task, 'duration_secs': 0.467183} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.700532] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.700811] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.701008] env[69411]: DEBUG nova.compute.manager [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.701718] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e272265-067e-4698-bf3a-6a0222ee0db8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.704901] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0bbedc-2909-4cdb-92a0-be7c6e1fed08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.730498] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9f2440ba-af53-4bae-9903-5273a23b5e7f/9f2440ba-af53-4bae-9903-5273a23b5e7f.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.730902] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a120abc-4471-4c33-9997-4a7208aa5632 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.749122] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1279.749122] env[69411]: value = "task-3379683" [ 1279.749122] env[69411]: _type = "Task" [ 1279.749122] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.757067] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.191041] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.195055] env[69411]: DEBUG oslo_concurrency.lockutils [None req-388d9d83-a3da-4e0e-93fd-c16a909899dc tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.125s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.211714] env[69411]: INFO nova.scheduler.client.report [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleted allocations for instance 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15 [ 1280.242493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.242493] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.242493] env[69411]: DEBUG nova.objects.instance [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1280.261599] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379683, 'name': ReconfigVM_Task, 'duration_secs': 0.287419} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.262486] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9f2440ba-af53-4bae-9903-5273a23b5e7f/9f2440ba-af53-4bae-9903-5273a23b5e7f.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.262793] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance '9f2440ba-af53-4bae-9903-5273a23b5e7f' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.376828] env[69411]: DEBUG nova.compute.manager [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Received event network-changed-f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.376828] env[69411]: DEBUG nova.compute.manager [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Refreshing instance network info cache due to event network-changed-f97151e7-e27b-4327-a209-813a030d3187. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.376828] env[69411]: DEBUG oslo_concurrency.lockutils [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] Acquiring lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.376828] env[69411]: DEBUG oslo_concurrency.lockutils [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] Acquired lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.376999] env[69411]: DEBUG nova.network.neutron [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Refreshing network info cache for port f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1280.688455] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.688819] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abcf63fa-d828-41ab-b348-619caf17a6c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.697257] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1280.697257] env[69411]: value = "task-3379684" [ 1280.697257] env[69411]: _type = "Task" [ 1280.697257] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.705748] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.719227] env[69411]: DEBUG oslo_concurrency.lockutils [None req-63db03f5-3265-45fa-ae9a-5cd3570a2356 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.366s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.770349] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4da8953-4dbb-46e7-a5ec-57e31e876115 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.792087] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05fca83-76fb-41a0-ba02-9ddb789a8974 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.814177] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance '9f2440ba-af53-4bae-9903-5273a23b5e7f' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.207396] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379684, 'name': PowerOffVM_Task, 'duration_secs': 0.21005} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.207664] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.208440] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575fb70c-6d0a-417e-b75c-94c58d6b5335 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.226490] env[69411]: DEBUG nova.network.neutron [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updated VIF entry in instance network info cache for port f97151e7-e27b-4327-a209-813a030d3187. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1281.226841] env[69411]: DEBUG nova.network.neutron [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updating instance_info_cache with network_info: [{"id": "f97151e7-e27b-4327-a209-813a030d3187", "address": "fa:16:3e:1f:c2:4c", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97151e7-e2", "ovs_interfaceid": "f97151e7-e27b-4327-a209-813a030d3187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.232021] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9110cb-dbfc-491a-b51f-5f23ff141631 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.249594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1ec84dc3-596a-4a63-8480-fdddad0640f3 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.350989] env[69411]: DEBUG nova.network.neutron [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Port 39acbb4f-988e-4329-bc46-61da0e4811b1 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1281.731981] env[69411]: DEBUG oslo_concurrency.lockutils [req-53e066f2-ee42-47da-a1a8-d593f3ef864c req-2b1b5768-f637-4215-9e52-efe79a7d4dad service nova] Releasing lock "refresh_cache-cf98f88b-c2b0-466d-a337-6415803b8af9" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.738494] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1281.738809] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5faea1f1-bd20-4f8a-bb92-c8e3e7cac484 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.747308] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1281.747308] env[69411]: value = "task-3379686" [ 1281.747308] env[69411]: _type = "Task" [ 1281.747308] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.758141] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.257340] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379686, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.373594] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.373840] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.374016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.757801] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379686, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.259356] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379686, 'name': CreateSnapshot_Task, 'duration_secs': 1.255413} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.259686] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1283.260443] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fb5055-f45c-4a4f-a44a-cf6a54573d89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.409808] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.410080] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.410333] env[69411]: DEBUG nova.network.neutron [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1283.782605] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1283.783133] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-afb52e7d-0a00-4757-a012-e24b25e1ba89 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.793286] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1283.793286] env[69411]: value = "task-3379687" [ 1283.793286] env[69411]: _type = "Task" [ 1283.793286] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.802198] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379687, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.135495] env[69411]: DEBUG nova.network.neutron [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance_info_cache with network_info: [{"id": "39acbb4f-988e-4329-bc46-61da0e4811b1", "address": "fa:16:3e:d7:d5:5f", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39acbb4f-98", "ovs_interfaceid": "39acbb4f-988e-4329-bc46-61da0e4811b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.303897] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379687, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.638535] env[69411]: DEBUG oslo_concurrency.lockutils [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.805982] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379687, 'name': CloneVM_Task, 'duration_secs': 1.009687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.806366] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Created linked-clone VM from snapshot [ 1284.807057] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d8ce4-3a8c-4360-837f-fcc179f5b3cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.815713] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Uploading image 348ae3a7-75ea-4776-a9e8-a7ece2914b9f {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1284.842059] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1284.842059] env[69411]: value = "vm-674372" [ 1284.842059] env[69411]: _type = "VirtualMachine" [ 1284.842059] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1284.842401] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-750740a0-cf84-48ae-9b6e-2966643815e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.850902] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease: (returnval){ [ 1284.850902] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b53452-f633-bdf4-f1a9-e4103aab5836" [ 1284.850902] env[69411]: _type = "HttpNfcLease" [ 1284.850902] env[69411]: } obtained for exporting VM: (result){ [ 1284.850902] env[69411]: value = "vm-674372" [ 1284.850902] env[69411]: _type = "VirtualMachine" [ 1284.850902] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1284.851248] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the lease: (returnval){ [ 1284.851248] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b53452-f633-bdf4-f1a9-e4103aab5836" [ 1284.851248] env[69411]: _type = "HttpNfcLease" [ 1284.851248] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1284.860054] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.860054] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b53452-f633-bdf4-f1a9-e4103aab5836" [ 1284.860054] env[69411]: _type = "HttpNfcLease" [ 1284.860054] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.166174] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6144eda-f75e-4e40-9751-3d4cfd978cac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.187119] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ebf969-27a6-41fd-a246-0cd38847dc79 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.196337] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance '9f2440ba-af53-4bae-9903-5273a23b5e7f' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.360434] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.360434] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b53452-f633-bdf4-f1a9-e4103aab5836" [ 1285.360434] env[69411]: _type = "HttpNfcLease" [ 1285.360434] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1285.360740] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1285.360740] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b53452-f633-bdf4-f1a9-e4103aab5836" [ 1285.360740] env[69411]: _type = "HttpNfcLease" [ 1285.360740] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1285.361465] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e92d54b-2642-45c9-b0f7-be882225c0a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.369058] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b25f14-7bfb-e711-6dc6-4b0cd3f9ebc9/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1285.369237] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b25f14-7bfb-e711-6dc6-4b0cd3f9ebc9/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1285.469141] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66a194eb-d2b5-4792-b9ac-07702cf295a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.702849] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.703187] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b6b8c04-0d31-4886-be6c-4f4298bb7dbb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.714737] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1285.714737] env[69411]: value = "task-3379689" [ 1285.714737] env[69411]: _type = "Task" [ 1285.714737] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.724193] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.989401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.989774] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.989823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "086c76e3-54db-456c-8e5b-07fabb5ad06b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.990020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.990304] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.992619] env[69411]: INFO nova.compute.manager [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Terminating instance [ 1286.134607] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.134930] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.135258] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.135592] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.135810] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.136091] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.136255] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.136401] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1286.136553] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.226890] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.497726] env[69411]: DEBUG nova.compute.manager [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.498084] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.499037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea5df7-b172-4434-b971-ecdebbd88971 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.507542] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.507868] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf576ac9-6973-4a84-905e-ab3cbcba6146 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.515143] env[69411]: DEBUG oslo_vmware.api [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1286.515143] env[69411]: value = "task-3379690" [ 1286.515143] env[69411]: _type = "Task" [ 1286.515143] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.527836] env[69411]: DEBUG oslo_vmware.api [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.641189] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.641505] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.641698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.641912] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1286.642998] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6b3a18-40ee-4d0a-8db9-a7b301d2a67b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.652648] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed22aa8-008b-4144-ab26-cdea629cfcaf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.668610] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e197d7de-8040-41e1-b7b2-acda9f392ca4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.677542] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160c466-dff5-4bb0-ae45-b2d1a15d0c6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.710959] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179469MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1286.711252] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.711593] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.725817] env[69411]: DEBUG oslo_vmware.api [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379689, 'name': PowerOnVM_Task, 'duration_secs': 0.72161} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.726207] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.726828] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-98086628-0c90-49c4-a4a2-a34f34661f25 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance '9f2440ba-af53-4bae-9903-5273a23b5e7f' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.026428] env[69411]: DEBUG oslo_vmware.api [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379690, 'name': PowerOffVM_Task, 'duration_secs': 0.234124} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.026829] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.027018] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.027378] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b745da1-6b88-42f3-894a-46b1ce29e357 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.101355] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.101650] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.101880] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleting the datastore file [datastore2] 086c76e3-54db-456c-8e5b-07fabb5ad06b {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.102244] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf5ad97-0cf1-4c34-9a24-510ba75a7104 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.110827] env[69411]: DEBUG oslo_vmware.api [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1287.110827] env[69411]: value = "task-3379692" [ 1287.110827] env[69411]: _type = "Task" [ 1287.110827] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.119457] env[69411]: DEBUG oslo_vmware.api [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.622086] env[69411]: DEBUG oslo_vmware.api [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182516} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.622331] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.622528] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.622711] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.622887] env[69411]: INFO nova.compute.manager [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1287.623147] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.623345] env[69411]: DEBUG nova.compute.manager [-] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.623441] env[69411]: DEBUG nova.network.neutron [-] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1287.721607] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Applying migration context for instance 9f2440ba-af53-4bae-9903-5273a23b5e7f as it has an incoming, in-progress migration a6c82468-7cd8-46b5-a7d2-6a4ab249fb0b. Migration status is post-migrating {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1287.722933] env[69411]: INFO nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating resource usage from migration a6c82468-7cd8-46b5-a7d2-6a4ab249fb0b [ 1287.744852] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9ca041f0-b520-4621-8708-9dcccca7cbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.744909] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance fa6bfcc2-1df2-4bc7-9efa-008ff002697d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.745011] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 086c76e3-54db-456c-8e5b-07fabb5ad06b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.745158] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9597ec59-b164-4030-95e4-41a9e24726c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.745279] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 08689c3e-cf5a-4962-8923-dd3a9f3381a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.745444] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 4863e536-4cd0-465c-bf98-10fac860ae2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.745570] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance cf98f88b-c2b0-466d-a337-6415803b8af9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.745704] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Migration a6c82468-7cd8-46b5-a7d2-6a4ab249fb0b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1287.745819] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9f2440ba-af53-4bae-9903-5273a23b5e7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1287.746044] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1287.746194] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1287.881282] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27590c63-fbe1-4bd5-b5da-407b1515ef07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.892827] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cac8f7-c9c6-479f-87c4-768899ca7d4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.926422] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4d247f-8a54-4eaa-8ba0-faf85b427a7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.930038] env[69411]: DEBUG nova.compute.manager [req-f3bd385f-df87-4287-98cb-7a2d89f42fa5 req-b5cd7529-a5a3-4f16-a73d-b7188b95b48f service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Received event network-vif-deleted-495fb137-c0eb-477e-ba8c-eaa711859a30 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.930240] env[69411]: INFO nova.compute.manager [req-f3bd385f-df87-4287-98cb-7a2d89f42fa5 req-b5cd7529-a5a3-4f16-a73d-b7188b95b48f service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Neutron deleted interface 495fb137-c0eb-477e-ba8c-eaa711859a30; detaching it from the instance and deleting it from the info cache [ 1287.930484] env[69411]: DEBUG nova.network.neutron [req-f3bd385f-df87-4287-98cb-7a2d89f42fa5 req-b5cd7529-a5a3-4f16-a73d-b7188b95b48f service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.939162] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c497c137-bf1b-4869-8aaf-b75f7ba70283 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.954742] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.399519] env[69411]: DEBUG nova.network.neutron [-] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.433213] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e6218c0-6387-4dcd-b45b-5c11646f7959 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.444677] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88b1ade-b159-4481-9813-2ff2ef77553c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.458044] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.476887] env[69411]: DEBUG nova.compute.manager [req-f3bd385f-df87-4287-98cb-7a2d89f42fa5 req-b5cd7529-a5a3-4f16-a73d-b7188b95b48f service nova] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Detach interface failed, port_id=495fb137-c0eb-477e-ba8c-eaa711859a30, reason: Instance 086c76e3-54db-456c-8e5b-07fabb5ad06b could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.902127] env[69411]: INFO nova.compute.manager [-] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Took 1.28 seconds to deallocate network for instance. [ 1288.963196] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1288.963426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.252s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.409010] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.409349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.409679] env[69411]: DEBUG nova.objects.instance [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lazy-loading 'resources' on Instance uuid 086c76e3-54db-456c-8e5b-07fabb5ad06b {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.523795] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.524085] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.524290] env[69411]: DEBUG nova.compute.manager [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Going to confirm migration 7 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1290.043643] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c7677-885c-4e7b-9e58-845aa039f8a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.066151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.066350] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.066530] env[69411]: DEBUG nova.network.neutron [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1290.066718] env[69411]: DEBUG nova.objects.instance [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lazy-loading 'info_cache' on Instance uuid 9f2440ba-af53-4bae-9903-5273a23b5e7f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.068738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f941374f-851c-46c4-ad5c-e4a4f1ffd4a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.102519] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ff11c2-8603-4c6c-af1b-29cf254fe57a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.111332] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a230cb35-668b-4a52-9102-7eab40a96c19 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.125720] env[69411]: DEBUG nova.compute.provider_tree [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.629117] env[69411]: DEBUG nova.scheduler.client.report [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.133460] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.156692] env[69411]: INFO nova.scheduler.client.report [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleted allocations for instance 086c76e3-54db-456c-8e5b-07fabb5ad06b [ 1291.261590] env[69411]: DEBUG nova.network.neutron [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance_info_cache with network_info: [{"id": "39acbb4f-988e-4329-bc46-61da0e4811b1", "address": "fa:16:3e:d7:d5:5f", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39acbb4f-98", "ovs_interfaceid": "39acbb4f-988e-4329-bc46-61da0e4811b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.664143] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b09123fa-3fe8-412e-8457-4e1c5bdb80f2 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "086c76e3-54db-456c-8e5b-07fabb5ad06b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.764958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-9f2440ba-af53-4bae-9903-5273a23b5e7f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.765255] env[69411]: DEBUG nova.objects.instance [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lazy-loading 'migration_context' on Instance uuid 9f2440ba-af53-4bae-9903-5273a23b5e7f {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.267808] env[69411]: DEBUG nova.objects.base [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Object Instance<9f2440ba-af53-4bae-9903-5273a23b5e7f> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.268819] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc4f09d-6058-496a-bf9d-b780811fbd60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.289505] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb867241-110f-4df6-9b52-bd8382d4342d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.296064] env[69411]: DEBUG oslo_vmware.api [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1292.296064] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52782c8f-149a-5482-3723-e26af49d9f00" [ 1292.296064] env[69411]: _type = "Task" [ 1292.296064] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.304672] env[69411]: DEBUG oslo_vmware.api [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52782c8f-149a-5482-3723-e26af49d9f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.680731] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.681136] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.681370] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.681605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.681799] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.684045] env[69411]: INFO nova.compute.manager [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Terminating instance [ 1292.807899] env[69411]: DEBUG oslo_vmware.api [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52782c8f-149a-5482-3723-e26af49d9f00, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.807899] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.808179] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.188946] env[69411]: DEBUG nova.compute.manager [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.189257] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.190190] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab22179c-3736-48ea-9d79-a0c179901f88 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.199219] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.199466] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7fbb663-f2a5-449a-8253-528e13370fcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.206758] env[69411]: DEBUG oslo_vmware.api [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1293.206758] env[69411]: value = "task-3379693" [ 1293.206758] env[69411]: _type = "Task" [ 1293.206758] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.215746] env[69411]: DEBUG oslo_vmware.api [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.427345] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984eeb9-848d-4ba8-880e-84c85c7b2827 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.435839] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bc2a48-c741-4360-a341-130c8dcc39e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.468330] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a0be3-d98d-4a2d-9c36-1f32e2d2dc3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.479822] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e530f-0abe-4cbc-bc1d-76ebb0570ac0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.495869] env[69411]: DEBUG nova.compute.provider_tree [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.717881] env[69411]: DEBUG oslo_vmware.api [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379693, 'name': PowerOffVM_Task, 'duration_secs': 0.327021} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.718336] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.718336] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.718531] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff18d0c-b1ff-4afb-b0b2-f0677e3b9be8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.789318] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.789603] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.789801] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleting the datastore file [datastore2] fa6bfcc2-1df2-4bc7-9efa-008ff002697d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.790131] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-213d6172-a7c9-471e-98c4-19c38b7246dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.798159] env[69411]: DEBUG oslo_vmware.api [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for the task: (returnval){ [ 1293.798159] env[69411]: value = "task-3379695" [ 1293.798159] env[69411]: _type = "Task" [ 1293.798159] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.807073] env[69411]: DEBUG oslo_vmware.api [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.999427] env[69411]: DEBUG nova.scheduler.client.report [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.313333] env[69411]: DEBUG oslo_vmware.api [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Task: {'id': task-3379695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269765} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.313636] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.313863] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.314109] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.314361] env[69411]: INFO nova.compute.manager [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1294.314664] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.314945] env[69411]: DEBUG nova.compute.manager [-] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.315068] env[69411]: DEBUG nova.network.neutron [-] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1294.558981] env[69411]: DEBUG nova.compute.manager [req-e153b857-e6df-4757-9912-51160b752427 req-ad7d7293-6897-416c-b5fe-54e3748a70d8 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Received event network-vif-deleted-bb5df250-1696-4272-8d1c-632e96100684 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.559282] env[69411]: INFO nova.compute.manager [req-e153b857-e6df-4757-9912-51160b752427 req-ad7d7293-6897-416c-b5fe-54e3748a70d8 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Neutron deleted interface bb5df250-1696-4272-8d1c-632e96100684; detaching it from the instance and deleting it from the info cache [ 1294.559419] env[69411]: DEBUG nova.network.neutron [req-e153b857-e6df-4757-9912-51160b752427 req-ad7d7293-6897-416c-b5fe-54e3748a70d8 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.012062] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.204s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.042649] env[69411]: DEBUG nova.network.neutron [-] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.062793] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3eff803-1509-4bec-bebb-71cc4b8d3594 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.074095] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763718a8-6c09-4f2b-9fe6-80ea43393ada {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.106231] env[69411]: DEBUG nova.compute.manager [req-e153b857-e6df-4757-9912-51160b752427 req-ad7d7293-6897-416c-b5fe-54e3748a70d8 service nova] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Detach interface failed, port_id=bb5df250-1696-4272-8d1c-632e96100684, reason: Instance fa6bfcc2-1df2-4bc7-9efa-008ff002697d could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.545539] env[69411]: INFO nova.compute.manager [-] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Took 1.23 seconds to deallocate network for instance. [ 1295.575625] env[69411]: INFO nova.scheduler.client.report [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted allocation for migration a6c82468-7cd8-46b5-a7d2-6a4ab249fb0b [ 1295.982502] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b25f14-7bfb-e711-6dc6-4b0cd3f9ebc9/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1295.983460] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cc33a6-5f4f-4139-a688-6a7e18e35dda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.990391] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b25f14-7bfb-e711-6dc6-4b0cd3f9ebc9/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1295.990593] env[69411]: ERROR oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b25f14-7bfb-e711-6dc6-4b0cd3f9ebc9/disk-0.vmdk due to incomplete transfer. [ 1295.990790] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29e9fa86-ac6b-424f-a662-3c6d97cdb95e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.999296] env[69411]: DEBUG oslo_vmware.rw_handles [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b25f14-7bfb-e711-6dc6-4b0cd3f9ebc9/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1295.999503] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Uploaded image 348ae3a7-75ea-4776-a9e8-a7ece2914b9f to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1296.001711] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1296.001964] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bfd070e-da48-4eb1-9a18-aa487de1da05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.008988] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1296.008988] env[69411]: value = "task-3379696" [ 1296.008988] env[69411]: _type = "Task" [ 1296.008988] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.017441] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379696, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.051342] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.051618] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.051867] env[69411]: DEBUG nova.objects.instance [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lazy-loading 'resources' on Instance uuid fa6bfcc2-1df2-4bc7-9efa-008ff002697d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.080365] env[69411]: DEBUG oslo_concurrency.lockutils [None req-33f5826c-4c2d-453c-9aa5-006be070e3c0 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.556s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.521904] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379696, 'name': Destroy_Task, 'duration_secs': 0.311529} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.522386] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Destroyed the VM [ 1296.522734] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1296.523073] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22703d16-e4cd-43f0-81e8-6ce0e153b4ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.533258] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1296.533258] env[69411]: value = "task-3379697" [ 1296.533258] env[69411]: _type = "Task" [ 1296.533258] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.542445] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.550083] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.550444] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.550704] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.550988] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.551250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.553514] env[69411]: INFO nova.compute.manager [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Terminating instance [ 1296.686808] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c7a388-ec1e-4e30-aae3-885f5336386f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.695212] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91838bfb-764a-482a-b933-d1e9c8d17f18 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.727854] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d9588-268b-46cb-ad56-3693b071357c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.735791] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67900118-1645-4d75-8e2d-b968bafc8858 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.748972] env[69411]: DEBUG nova.compute.provider_tree [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.003990] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.004250] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.043305] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379697, 'name': RemoveSnapshot_Task, 'duration_secs': 0.331537} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.043641] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1297.043804] env[69411]: DEBUG nova.compute.manager [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.044582] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7034f79-0324-466c-9991-3f3c59972d34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.056996] env[69411]: DEBUG nova.compute.manager [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.057138] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.057858] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7f074-e561-4a8e-9290-4d89cda70685 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.064630] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.064847] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed72aa0e-105e-442d-ab10-196be22572a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.071876] env[69411]: DEBUG oslo_vmware.api [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1297.071876] env[69411]: value = "task-3379698" [ 1297.071876] env[69411]: _type = "Task" [ 1297.071876] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.082262] env[69411]: DEBUG oslo_vmware.api [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.252030] env[69411]: DEBUG nova.scheduler.client.report [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.506393] env[69411]: DEBUG nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.556088] env[69411]: INFO nova.compute.manager [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Shelve offloading [ 1297.581708] env[69411]: DEBUG oslo_vmware.api [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379698, 'name': PowerOffVM_Task, 'duration_secs': 0.205726} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.581966] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.582153] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.582450] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1af2194-9566-4d92-aaea-c299152e2871 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.644950] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.645198] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.645362] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleting the datastore file [datastore1] 9f2440ba-af53-4bae-9903-5273a23b5e7f {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.645679] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6900868f-8a51-41bb-81d8-e58c9ca3bd06 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.652568] env[69411]: DEBUG oslo_vmware.api [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1297.652568] env[69411]: value = "task-3379700" [ 1297.652568] env[69411]: _type = "Task" [ 1297.652568] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.660694] env[69411]: DEBUG oslo_vmware.api [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.759245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.782928] env[69411]: INFO nova.scheduler.client.report [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Deleted allocations for instance fa6bfcc2-1df2-4bc7-9efa-008ff002697d [ 1298.024518] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.024803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.026267] env[69411]: INFO nova.compute.claims [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.059244] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.059685] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25e80594-048f-4cce-9c80-a7709003f197 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.069444] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1298.069444] env[69411]: value = "task-3379701" [ 1298.069444] env[69411]: _type = "Task" [ 1298.069444] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.078125] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.163350] env[69411]: DEBUG oslo_vmware.api [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173249} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.163601] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.163792] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.163976] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.164173] env[69411]: INFO nova.compute.manager [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1298.164411] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.164667] env[69411]: DEBUG nova.compute.manager [-] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.164782] env[69411]: DEBUG nova.network.neutron [-] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1298.294752] env[69411]: DEBUG oslo_concurrency.lockutils [None req-2705393d-51fa-43ee-bfbe-fe622ba5bda3 tempest-ServerRescueNegativeTestJSON-1507843184 tempest-ServerRescueNegativeTestJSON-1507843184-project-member] Lock "fa6bfcc2-1df2-4bc7-9efa-008ff002697d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.614s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.408226] env[69411]: DEBUG nova.compute.manager [req-a408413d-ee31-4911-9f2d-0e6a65d59f04 req-ec910974-714a-4ca7-ad0f-5e4960fb67f1 service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Received event network-vif-deleted-39acbb4f-988e-4329-bc46-61da0e4811b1 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.408404] env[69411]: INFO nova.compute.manager [req-a408413d-ee31-4911-9f2d-0e6a65d59f04 req-ec910974-714a-4ca7-ad0f-5e4960fb67f1 service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Neutron deleted interface 39acbb4f-988e-4329-bc46-61da0e4811b1; detaching it from the instance and deleting it from the info cache [ 1298.408649] env[69411]: DEBUG nova.network.neutron [req-a408413d-ee31-4911-9f2d-0e6a65d59f04 req-ec910974-714a-4ca7-ad0f-5e4960fb67f1 service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.581722] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1298.582032] env[69411]: DEBUG nova.compute.manager [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.582790] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6600e1-6ddf-4918-8397-ba7b71d5cf5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.589191] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.589362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.589541] env[69411]: DEBUG nova.network.neutron [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1298.891152] env[69411]: DEBUG nova.network.neutron [-] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.910784] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02a9c248-7d7e-494f-8059-485b2996d041 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.921945] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a51b05-246d-47a7-9e0d-ad1afbb51921 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.952171] env[69411]: DEBUG nova.compute.manager [req-a408413d-ee31-4911-9f2d-0e6a65d59f04 req-ec910974-714a-4ca7-ad0f-5e4960fb67f1 service nova] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Detach interface failed, port_id=39acbb4f-988e-4329-bc46-61da0e4811b1, reason: Instance 9f2440ba-af53-4bae-9903-5273a23b5e7f could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1299.133064] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250970da-1b94-4e98-b9bf-ca0120ea1767 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.142448] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17500b-18fa-46f7-b2d6-394edd8e4b0d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.178203] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec18cd3-12c1-4532-a752-369c9ebb3cfd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.186325] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe7f788-fb0d-4382-802b-ccbc962b1db4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.201995] env[69411]: DEBUG nova.compute.provider_tree [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.393548] env[69411]: INFO nova.compute.manager [-] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Took 1.23 seconds to deallocate network for instance. [ 1299.496309] env[69411]: DEBUG nova.network.neutron [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737903-d6", "ovs_interfaceid": "22737903-d687-4521-ac3c-d033f998a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.705022] env[69411]: DEBUG nova.scheduler.client.report [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.900443] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.998860] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.210724] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.211284] env[69411]: DEBUG nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.214063] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.314s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.214584] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.240161] env[69411]: INFO nova.scheduler.client.report [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted allocations for instance 9f2440ba-af53-4bae-9903-5273a23b5e7f [ 1300.638821] env[69411]: DEBUG nova.compute.manager [req-6fb7f0de-c9b9-40b5-888d-4adcea36f7bc req-163adef2-10ae-492c-9766-0da05c32d558 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-vif-unplugged-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.638821] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fb7f0de-c9b9-40b5-888d-4adcea36f7bc req-163adef2-10ae-492c-9766-0da05c32d558 service nova] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.639218] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fb7f0de-c9b9-40b5-888d-4adcea36f7bc req-163adef2-10ae-492c-9766-0da05c32d558 service nova] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.639877] env[69411]: DEBUG oslo_concurrency.lockutils [req-6fb7f0de-c9b9-40b5-888d-4adcea36f7bc req-163adef2-10ae-492c-9766-0da05c32d558 service nova] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.640095] env[69411]: DEBUG nova.compute.manager [req-6fb7f0de-c9b9-40b5-888d-4adcea36f7bc req-163adef2-10ae-492c-9766-0da05c32d558 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] No waiting events found dispatching network-vif-unplugged-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.640453] env[69411]: WARNING nova.compute.manager [req-6fb7f0de-c9b9-40b5-888d-4adcea36f7bc req-163adef2-10ae-492c-9766-0da05c32d558 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received unexpected event network-vif-unplugged-22737903-d687-4521-ac3c-d033f998a3c9 for instance with vm_state shelved and task_state shelving_offloading. [ 1300.718750] env[69411]: DEBUG nova.compute.utils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.720238] env[69411]: DEBUG nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.720418] env[69411]: DEBUG nova.network.neutron [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.753939] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.754887] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3fe68f-f673-458a-8b23-8f069a22e42f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.758014] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99bd305-8bfd-469c-ab68-b4780bc6a78b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "9f2440ba-af53-4bae-9903-5273a23b5e7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.208s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.764541] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.766454] env[69411]: DEBUG nova.policy [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f017a57b159d49c797e0128837612fcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed33c9ecbb346b88ad76b25953687a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.768021] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54f8c8b4-bb64-4dd6-9412-aafd08005309 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.847253] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.847554] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.847759] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleting the datastore file [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.848060] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6a2220a-2172-4360-8f4a-eceae2a642f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.855735] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1300.855735] env[69411]: value = "task-3379703" [ 1300.855735] env[69411]: _type = "Task" [ 1300.855735] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.864805] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.024434] env[69411]: DEBUG nova.network.neutron [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Successfully created port: 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.223647] env[69411]: DEBUG nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.367134] env[69411]: DEBUG oslo_vmware.api [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137787} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.367436] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.367767] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.367858] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.392800] env[69411]: INFO nova.scheduler.client.report [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted allocations for instance 08689c3e-cf5a-4962-8923-dd3a9f3381a7 [ 1301.899717] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.899847] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.900093] env[69411]: DEBUG nova.objects.instance [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'resources' on Instance uuid 08689c3e-cf5a-4962-8923-dd3a9f3381a7 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.974501] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "0632a2de-703b-428b-880c-ae2a176cbb82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.974833] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "0632a2de-703b-428b-880c-ae2a176cbb82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.172944] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "039cddf4-1d70-403b-8e1d-23399791389e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.173239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "039cddf4-1d70-403b-8e1d-23399791389e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.237849] env[69411]: DEBUG nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.265350] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.265624] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.265796] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.265984] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.266148] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.266300] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.266506] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.266669] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.266902] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.267098] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.267277] env[69411]: DEBUG nova.virt.hardware [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.268145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722974da-db62-4fe3-b808-d28ed997db50 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.277062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daa6ac3-7129-4782-bce6-a9f4bfa9a857 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.390632] env[69411]: DEBUG nova.compute.manager [req-60f75c0e-1462-427d-bf7a-e2ad631d40b5 req-2fd930db-d1f1-45db-bf29-c39e0439b2b4 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Received event network-vif-plugged-8b5322d0-e237-4844-a9ab-7d100bf7f2a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.390872] env[69411]: DEBUG oslo_concurrency.lockutils [req-60f75c0e-1462-427d-bf7a-e2ad631d40b5 req-2fd930db-d1f1-45db-bf29-c39e0439b2b4 service nova] Acquiring lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.391104] env[69411]: DEBUG oslo_concurrency.lockutils [req-60f75c0e-1462-427d-bf7a-e2ad631d40b5 req-2fd930db-d1f1-45db-bf29-c39e0439b2b4 service nova] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.391281] env[69411]: DEBUG oslo_concurrency.lockutils [req-60f75c0e-1462-427d-bf7a-e2ad631d40b5 req-2fd930db-d1f1-45db-bf29-c39e0439b2b4 service nova] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.391451] env[69411]: DEBUG nova.compute.manager [req-60f75c0e-1462-427d-bf7a-e2ad631d40b5 req-2fd930db-d1f1-45db-bf29-c39e0439b2b4 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] No waiting events found dispatching network-vif-plugged-8b5322d0-e237-4844-a9ab-7d100bf7f2a0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.391622] env[69411]: WARNING nova.compute.manager [req-60f75c0e-1462-427d-bf7a-e2ad631d40b5 req-2fd930db-d1f1-45db-bf29-c39e0439b2b4 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Received unexpected event network-vif-plugged-8b5322d0-e237-4844-a9ab-7d100bf7f2a0 for instance with vm_state building and task_state spawning. [ 1302.402433] env[69411]: DEBUG nova.objects.instance [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'numa_topology' on Instance uuid 08689c3e-cf5a-4962-8923-dd3a9f3381a7 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.477648] env[69411]: DEBUG nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.481596] env[69411]: DEBUG nova.network.neutron [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Successfully updated port: 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.664546] env[69411]: DEBUG nova.compute.manager [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-changed-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.664761] env[69411]: DEBUG nova.compute.manager [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing instance network info cache due to event network-changed-22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.664953] env[69411]: DEBUG oslo_concurrency.lockutils [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] Acquiring lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.665115] env[69411]: DEBUG oslo_concurrency.lockutils [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] Acquired lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.665285] env[69411]: DEBUG nova.network.neutron [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1302.675568] env[69411]: DEBUG nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.904670] env[69411]: DEBUG nova.objects.base [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Object Instance<08689c3e-cf5a-4962-8923-dd3a9f3381a7> lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.985971] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "refresh_cache-636e2fbe-8e8f-46e9-a508-7a2b89a54090" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.986228] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "refresh_cache-636e2fbe-8e8f-46e9-a508-7a2b89a54090" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.986276] env[69411]: DEBUG nova.network.neutron [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1302.995220] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.003695] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b633179f-b19f-4c4f-9f7c-e43d0f5939b8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.012191] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9e5e8e-e0aa-4536-9717-620ed2edbc69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.042326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01afdb12-61c0-447a-8c3f-ad8e4563296e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.049491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f88e79-95c2-41fd-93eb-b37a266c8a3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.062315] env[69411]: DEBUG nova.compute.provider_tree [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.193306] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.357177] env[69411]: DEBUG nova.network.neutron [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updated VIF entry in instance network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1303.357588] env[69411]: DEBUG nova.network.neutron [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap22737903-d6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.517681] env[69411]: DEBUG nova.network.neutron [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1303.565191] env[69411]: DEBUG nova.scheduler.client.report [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.640367] env[69411]: DEBUG nova.network.neutron [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Updating instance_info_cache with network_info: [{"id": "8b5322d0-e237-4844-a9ab-7d100bf7f2a0", "address": "fa:16:3e:80:ac:cb", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5322d0-e2", "ovs_interfaceid": "8b5322d0-e237-4844-a9ab-7d100bf7f2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.860500] env[69411]: DEBUG oslo_concurrency.lockutils [req-6cabe55b-b006-4f64-a208-41d45744d6d4 req-67ed5d58-6b2e-4b3f-baad-f61b1bc5a202 service nova] Releasing lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.902432] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.070060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.072310] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.077s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.073752] env[69411]: INFO nova.compute.claims [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.142778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "refresh_cache-636e2fbe-8e8f-46e9-a508-7a2b89a54090" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.143140] env[69411]: DEBUG nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Instance network_info: |[{"id": "8b5322d0-e237-4844-a9ab-7d100bf7f2a0", "address": "fa:16:3e:80:ac:cb", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5322d0-e2", "ovs_interfaceid": "8b5322d0-e237-4844-a9ab-7d100bf7f2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.143564] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ac:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b5322d0-e237-4844-a9ab-7d100bf7f2a0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.151246] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.151448] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.151670] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b22b12e-3b14-4649-bf07-d1271e393a4a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.172943] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.172943] env[69411]: value = "task-3379704" [ 1304.172943] env[69411]: _type = "Task" [ 1304.172943] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.180718] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379704, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.420263] env[69411]: DEBUG nova.compute.manager [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Received event network-changed-8b5322d0-e237-4844-a9ab-7d100bf7f2a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.420263] env[69411]: DEBUG nova.compute.manager [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Refreshing instance network info cache due to event network-changed-8b5322d0-e237-4844-a9ab-7d100bf7f2a0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.420571] env[69411]: DEBUG oslo_concurrency.lockutils [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] Acquiring lock "refresh_cache-636e2fbe-8e8f-46e9-a508-7a2b89a54090" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.420571] env[69411]: DEBUG oslo_concurrency.lockutils [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] Acquired lock "refresh_cache-636e2fbe-8e8f-46e9-a508-7a2b89a54090" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.420672] env[69411]: DEBUG nova.network.neutron [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Refreshing network info cache for port 8b5322d0-e237-4844-a9ab-7d100bf7f2a0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1304.582935] env[69411]: DEBUG oslo_concurrency.lockutils [None req-cb1c0cc4-2d7c-4cb6-a0a5-58aa6f09d8e1 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.905s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.584385] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.682s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.584385] env[69411]: INFO nova.compute.manager [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Unshelving [ 1304.684051] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379704, 'name': CreateVM_Task, 'duration_secs': 0.329292} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.684261] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.685082] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.685269] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.685600] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.685863] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-445c732c-fc36-4fd6-bc2b-d19065270e5a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.691197] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1304.691197] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5267818c-ce30-4b5f-d5b2-741baffeb0b6" [ 1304.691197] env[69411]: _type = "Task" [ 1304.691197] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.699762] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5267818c-ce30-4b5f-d5b2-741baffeb0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.140357] env[69411]: DEBUG nova.network.neutron [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Updated VIF entry in instance network info cache for port 8b5322d0-e237-4844-a9ab-7d100bf7f2a0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1305.141037] env[69411]: DEBUG nova.network.neutron [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Updating instance_info_cache with network_info: [{"id": "8b5322d0-e237-4844-a9ab-7d100bf7f2a0", "address": "fa:16:3e:80:ac:cb", "network": {"id": "6a0d885e-26c6-4358-89e3-1e85f39109c2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-106652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed33c9ecbb346b88ad76b25953687a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5322d0-e2", "ovs_interfaceid": "8b5322d0-e237-4844-a9ab-7d100bf7f2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.197142] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303c9a35-440c-4d44-917c-149a79baa3e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.207577] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5267818c-ce30-4b5f-d5b2-741baffeb0b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.209451] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.209717] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.209965] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.210135] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.210322] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.210602] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4086bee5-3dba-442e-915f-bdc3051f3a17 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.212951] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857fc9ac-4555-4515-8304-0c18ba8734b0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.244591] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b33f79-4cf4-45f8-87c7-0180aad94452 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.246953] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.247155] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.247817] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776b19f9-3e6d-4b1e-8a8e-dcfa12a1d8a0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.255653] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9140788-1a85-4325-ad6d-2ef0df94e7cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.259247] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1305.259247] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522f2f31-49c9-f832-5f05-7094ee49ae0f" [ 1305.259247] env[69411]: _type = "Task" [ 1305.259247] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.269713] env[69411]: DEBUG nova.compute.provider_tree [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.275789] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522f2f31-49c9-f832-5f05-7094ee49ae0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.276484] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501f0427-f47b-4a70-8f4b-9d3299e073e0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.281580] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1305.281580] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524457e4-a4cb-2098-e8e4-80aad7395c33" [ 1305.281580] env[69411]: _type = "Task" [ 1305.281580] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.289400] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524457e4-a4cb-2098-e8e4-80aad7395c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.607906] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.643719] env[69411]: DEBUG oslo_concurrency.lockutils [req-7e43ecc1-e3ca-477e-a502-8e02c4b0b0c5 req-e1708fbe-6d8d-4539-8efb-6fdd4727c3e8 service nova] Releasing lock "refresh_cache-636e2fbe-8e8f-46e9-a508-7a2b89a54090" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.773301] env[69411]: DEBUG nova.scheduler.client.report [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.792160] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524457e4-a4cb-2098-e8e4-80aad7395c33, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.792426] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.792715] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 636e2fbe-8e8f-46e9-a508-7a2b89a54090/636e2fbe-8e8f-46e9-a508-7a2b89a54090.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.792971] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b210a9ed-eac1-4f0b-8f61-df8338692169 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.799955] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1305.799955] env[69411]: value = "task-3379705" [ 1305.799955] env[69411]: _type = "Task" [ 1305.799955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.807893] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.278970] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.279709] env[69411]: DEBUG nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.283242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.090s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.287341] env[69411]: INFO nova.compute.claims [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.309981] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46607} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.310293] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 636e2fbe-8e8f-46e9-a508-7a2b89a54090/636e2fbe-8e8f-46e9-a508-7a2b89a54090.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.310510] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.310756] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d521a25f-20e2-412a-90f4-930c0d998e05 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.317867] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1306.317867] env[69411]: value = "task-3379706" [ 1306.317867] env[69411]: _type = "Task" [ 1306.317867] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.328171] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.792382] env[69411]: DEBUG nova.compute.utils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.795927] env[69411]: DEBUG nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1306.827993] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064099} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.828850] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.829287] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2476b2e2-8af1-4565-9944-5a733e82ff8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.851442] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 636e2fbe-8e8f-46e9-a508-7a2b89a54090/636e2fbe-8e8f-46e9-a508-7a2b89a54090.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.851686] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09844868-3a4e-42de-8d48-fb52eb3cdae7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.872247] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1306.872247] env[69411]: value = "task-3379707" [ 1306.872247] env[69411]: _type = "Task" [ 1306.872247] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.880952] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.297101] env[69411]: DEBUG nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.383159] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379707, 'name': ReconfigVM_Task, 'duration_secs': 0.304819} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.385753] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 636e2fbe-8e8f-46e9-a508-7a2b89a54090/636e2fbe-8e8f-46e9-a508-7a2b89a54090.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.387050] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34cb717-02f3-41fe-abe6-1f5aa35018c4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.394330] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1307.394330] env[69411]: value = "task-3379708" [ 1307.394330] env[69411]: _type = "Task" [ 1307.394330] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.405282] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379708, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.410075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8cf46a-27de-4f6e-8226-1fdd7a469b0f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.417338] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d596b2-0040-4fd4-8d2c-191d44dbf61f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.449162] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74c85fb-ba9d-4d0d-b61c-cda1897750d2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.457125] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0a19e7-5848-4dc0-97e7-fbd8070d3c53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.470764] env[69411]: DEBUG nova.compute.provider_tree [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.905321] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379708, 'name': Rename_Task, 'duration_secs': 0.193356} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.905706] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.906085] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd20d83-cb8e-4416-b3b0-0113c8acb5a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.913261] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1307.913261] env[69411]: value = "task-3379709" [ 1307.913261] env[69411]: _type = "Task" [ 1307.913261] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.921865] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.973985] env[69411]: DEBUG nova.scheduler.client.report [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.309556] env[69411]: DEBUG nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.335470] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.335790] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.335969] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.336183] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.336336] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.336488] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.336701] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.336865] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.337049] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.337227] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.337395] env[69411]: DEBUG nova.virt.hardware [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.338301] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed16861-30f2-4707-acd8-d6734e466b8d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.347120] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7469c2-6647-4b40-bc17-bc2b3cfba0ce {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.363702] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.369284] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Creating folder: Project (20d89ee2bab241209955ce478f7cc2a7). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1308.369640] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e868d1db-2b2d-424b-85f3-cf4da4927c4b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.384042] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Created folder: Project (20d89ee2bab241209955ce478f7cc2a7) in parent group-v674052. [ 1308.384042] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Creating folder: Instances. Parent ref: group-v674374. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1308.384042] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-167f3f53-3da3-458c-9ccf-bad891fe49c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.395894] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Created folder: Instances in parent group-v674374. [ 1308.396260] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.396588] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.396927] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0962f0e-445b-4dbf-8288-0b12bbc7cfb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.426258] env[69411]: DEBUG oslo_vmware.api [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379709, 'name': PowerOnVM_Task, 'duration_secs': 0.450885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.427725] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.427970] env[69411]: INFO nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Took 6.19 seconds to spawn the instance on the hypervisor. [ 1308.428153] env[69411]: DEBUG nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.428480] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.428480] env[69411]: value = "task-3379712" [ 1308.428480] env[69411]: _type = "Task" [ 1308.428480] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.429145] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e755b35-2763-4126-81eb-d851794bc03b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.449212] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379712, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.478983] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.479603] env[69411]: DEBUG nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.482675] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.875s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.483636] env[69411]: DEBUG nova.objects.instance [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'pci_requests' on Instance uuid 08689c3e-cf5a-4962-8923-dd3a9f3381a7 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.562347] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.562643] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.562848] env[69411]: INFO nova.compute.manager [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Shelving [ 1308.943473] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379712, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.956158] env[69411]: INFO nova.compute.manager [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Took 10.95 seconds to build instance. [ 1308.986208] env[69411]: DEBUG nova.compute.utils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.989086] env[69411]: DEBUG nova.objects.instance [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'numa_topology' on Instance uuid 08689c3e-cf5a-4962-8923-dd3a9f3381a7 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.990494] env[69411]: DEBUG nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Not allocating networking since 'none' was specified. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1309.443743] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379712, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.458481] env[69411]: DEBUG oslo_concurrency.lockutils [None req-985c296e-10c2-4854-abd7-2c324bc77918 tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.454s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.491351] env[69411]: DEBUG nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.494227] env[69411]: INFO nova.compute.claims [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.571852] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.572244] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3367c2b-54d4-4fce-8337-830bfecb2303 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.582534] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1309.582534] env[69411]: value = "task-3379713" [ 1309.582534] env[69411]: _type = "Task" [ 1309.582534] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.593570] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.944746] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379712, 'name': CreateVM_Task, 'duration_secs': 1.290081} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.945055] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.945387] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.945557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.946345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.946345] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a04cc3-fe25-43d6-9775-b8841e315b6c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.951044] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1309.951044] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b38529-b13d-71b5-62c2-c60d62c70491" [ 1309.951044] env[69411]: _type = "Task" [ 1309.951044] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.961105] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b38529-b13d-71b5-62c2-c60d62c70491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.092468] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379713, 'name': PowerOffVM_Task, 'duration_secs': 0.231517} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.092874] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.094112] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89f3df4-0dfe-44d2-8a6f-9b028357ebed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.112986] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad3cb41-2d64-4683-8bbe-c5d3fed48560 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.461668] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b38529-b13d-71b5-62c2-c60d62c70491, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.461980] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.462242] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.462488] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.462649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.462826] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.463104] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1d3e706-76d6-45f7-8114-90d82d52c09c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.472404] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.472606] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.473310] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c456eb-43c3-4dc0-8a18-849363b2a602 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.478955] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1310.478955] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]525ff058-568b-899d-3244-2dcf74114af4" [ 1310.478955] env[69411]: _type = "Task" [ 1310.478955] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.487798] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525ff058-568b-899d-3244-2dcf74114af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.505073] env[69411]: DEBUG nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.536150] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.536432] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.536599] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.536791] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.536951] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.537144] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.537382] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.537576] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.537761] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.537932] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.538127] env[69411]: DEBUG nova.virt.hardware [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.539267] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694bd57-d058-4fe1-b92e-701442bb79bc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.551237] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3933ecbd-d427-4eb1-ac0d-2aac6670060f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.565657] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.571401] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.573909] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.574321] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd4c6452-4f38-4840-b688-981a0b7eafb9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594538] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.594538] env[69411]: value = "task-3379714" [ 1310.594538] env[69411]: _type = "Task" [ 1310.594538] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.607063] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379714, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.623327] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Creating Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1310.623677] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4768f34-aeb1-455a-9f8e-5bd410d0868a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.634460] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1310.634460] env[69411]: value = "task-3379715" [ 1310.634460] env[69411]: _type = "Task" [ 1310.634460] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.640191] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b4e072-8992-4e6a-852e-383223629b9e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.646072] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.651619] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950c691-b3e2-40da-9015-36d097ba9b5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.685816] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a94125-d1db-46ac-b07e-833841ed8b4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.695075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f95b3bc-4ae1-4150-9041-6be393ee0eee {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.710100] env[69411]: DEBUG nova.compute.provider_tree [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.766163] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.766545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.766838] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.767084] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.767289] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.769788] env[69411]: INFO nova.compute.manager [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Terminating instance [ 1310.990477] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]525ff058-568b-899d-3244-2dcf74114af4, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.991328] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80de93b8-b811-456c-b0e8-cc26ba082c3f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.997979] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1310.997979] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f65a-8d38-1c6c-b601-20f90bc70bce" [ 1310.997979] env[69411]: _type = "Task" [ 1310.997979] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.006768] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f65a-8d38-1c6c-b601-20f90bc70bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.107108] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379714, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.147835] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.214428] env[69411]: DEBUG nova.scheduler.client.report [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.273613] env[69411]: DEBUG nova.compute.manager [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.273819] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.274731] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07d9a5-0e05-46d0-9701-a87de78e46ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.282966] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.283201] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c63ab06f-4112-4848-985d-bd5dd50b8f70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.289400] env[69411]: DEBUG oslo_vmware.api [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1311.289400] env[69411]: value = "task-3379716" [ 1311.289400] env[69411]: _type = "Task" [ 1311.289400] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.297661] env[69411]: DEBUG oslo_vmware.api [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.508857] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5256f65a-8d38-1c6c-b601-20f90bc70bce, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.509154] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.509416] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 0632a2de-703b-428b-880c-ae2a176cbb82/0632a2de-703b-428b-880c-ae2a176cbb82.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.509677] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebf92427-82de-4432-b547-b565911390db {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.516338] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1311.516338] env[69411]: value = "task-3379717" [ 1311.516338] env[69411]: _type = "Task" [ 1311.516338] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.524390] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.605614] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379714, 'name': CreateVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.645121] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379715, 'name': CreateSnapshot_Task, 'duration_secs': 0.576452} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.645388] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Created Snapshot of the VM instance {{(pid=69411) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1311.646127] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cc9795-5f91-4d6d-ae68-74c5d5071cda {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.719895] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.237s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.748483] env[69411]: INFO nova.network.neutron [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating port 22737903-d687-4521-ac3c-d033f998a3c9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1311.799691] env[69411]: DEBUG oslo_vmware.api [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379716, 'name': PowerOffVM_Task, 'duration_secs': 0.206222} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.799975] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.800167] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.800415] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254c9f72-9236-41f6-a685-a0a073d101ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.867012] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.867276] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.867331] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleting the datastore file [datastore2] 636e2fbe-8e8f-46e9-a508-7a2b89a54090 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.867584] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37361b30-7846-41c2-9727-0da02a711160 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.874850] env[69411]: DEBUG oslo_vmware.api [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for the task: (returnval){ [ 1311.874850] env[69411]: value = "task-3379719" [ 1311.874850] env[69411]: _type = "Task" [ 1311.874850] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.883571] env[69411]: DEBUG oslo_vmware.api [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.028190] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379717, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.107837] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379714, 'name': CreateVM_Task, 'duration_secs': 1.276957} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.108034] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.108491] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.108658] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.109016] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.109301] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49cd7fe2-eeac-41e6-bdde-124544de4cd2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.115599] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1312.115599] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5288887c-f01b-98b1-8948-7a9794db5ed5" [ 1312.115599] env[69411]: _type = "Task" [ 1312.115599] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.126133] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5288887c-f01b-98b1-8948-7a9794db5ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.163789] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Creating linked-clone VM from snapshot {{(pid=69411) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1312.164143] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-051e30bb-b349-4dee-b6d5-4db5e15d65c2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.174879] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1312.174879] env[69411]: value = "task-3379720" [ 1312.174879] env[69411]: _type = "Task" [ 1312.174879] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.184480] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379720, 'name': CloneVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.386681] env[69411]: DEBUG oslo_vmware.api [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Task: {'id': task-3379719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419347} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.386957] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.387209] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.387462] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.387681] env[69411]: INFO nova.compute.manager [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1312.387978] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.388235] env[69411]: DEBUG nova.compute.manager [-] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.388347] env[69411]: DEBUG nova.network.neutron [-] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1312.528341] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742977} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.528599] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 0632a2de-703b-428b-880c-ae2a176cbb82/0632a2de-703b-428b-880c-ae2a176cbb82.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.528819] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.529087] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de2aafe4-1032-4283-b76c-7f354aa958ac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.537383] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1312.537383] env[69411]: value = "task-3379721" [ 1312.537383] env[69411]: _type = "Task" [ 1312.537383] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.545864] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.631146] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]5288887c-f01b-98b1-8948-7a9794db5ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.064518} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.631146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.631146] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.631146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.631146] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.631146] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.631146] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eadadc3-0e89-423e-9db1-7b0f91345166 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.644175] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.644325] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.645183] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d30f074-ca8f-4133-b03b-745d4e8305f3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.651541] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1312.651541] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f82e08-b8e3-ae02-ff7f-c2eaf39901e0" [ 1312.651541] env[69411]: _type = "Task" [ 1312.651541] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.658120] env[69411]: DEBUG nova.compute.manager [req-589aba8e-5f7b-47d4-89d7-d35e61efaba1 req-785f334c-f220-4334-9dde-1aaefe97c610 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Received event network-vif-deleted-8b5322d0-e237-4844-a9ab-7d100bf7f2a0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.658373] env[69411]: INFO nova.compute.manager [req-589aba8e-5f7b-47d4-89d7-d35e61efaba1 req-785f334c-f220-4334-9dde-1aaefe97c610 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Neutron deleted interface 8b5322d0-e237-4844-a9ab-7d100bf7f2a0; detaching it from the instance and deleting it from the info cache [ 1312.658485] env[69411]: DEBUG nova.network.neutron [req-589aba8e-5f7b-47d4-89d7-d35e61efaba1 req-785f334c-f220-4334-9dde-1aaefe97c610 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.664647] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f82e08-b8e3-ae02-ff7f-c2eaf39901e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.665380] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89789ad0-9aec-45c4-a060-a71a61e63388 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.671321] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1312.671321] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522a03c0-3ab3-3a40-7ea9-5e1dd05f9ab9" [ 1312.671321] env[69411]: _type = "Task" [ 1312.671321] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.681155] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522a03c0-3ab3-3a40-7ea9-5e1dd05f9ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.686060] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379720, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.049198] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.137841] env[69411]: DEBUG nova.network.neutron [-] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.160787] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c657ec-c01f-465b-acf9-2f2a7e7c84b7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.184076] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e467f2-c073-436d-8db0-7bb04e9f0f20 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.202394] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]522a03c0-3ab3-3a40-7ea9-5e1dd05f9ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.203406] env[69411]: DEBUG nova.compute.manager [req-b941be33-d026-4ea0-9ca1-3165898e8b73 req-1f73c8a5-debb-42a8-9a9f-6011c8318f6d service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-vif-plugged-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.203611] env[69411]: DEBUG oslo_concurrency.lockutils [req-b941be33-d026-4ea0-9ca1-3165898e8b73 req-1f73c8a5-debb-42a8-9a9f-6011c8318f6d service nova] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.203821] env[69411]: DEBUG oslo_concurrency.lockutils [req-b941be33-d026-4ea0-9ca1-3165898e8b73 req-1f73c8a5-debb-42a8-9a9f-6011c8318f6d service nova] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.203988] env[69411]: DEBUG oslo_concurrency.lockutils [req-b941be33-d026-4ea0-9ca1-3165898e8b73 req-1f73c8a5-debb-42a8-9a9f-6011c8318f6d service nova] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.204168] env[69411]: DEBUG nova.compute.manager [req-b941be33-d026-4ea0-9ca1-3165898e8b73 req-1f73c8a5-debb-42a8-9a9f-6011c8318f6d service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] No waiting events found dispatching network-vif-plugged-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.204427] env[69411]: WARNING nova.compute.manager [req-b941be33-d026-4ea0-9ca1-3165898e8b73 req-1f73c8a5-debb-42a8-9a9f-6011c8318f6d service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received unexpected event network-vif-plugged-22737903-d687-4521-ac3c-d033f998a3c9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1313.205525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.205817] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.206735] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9559eb87-303b-4b56-afdd-9a7eb8014d80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.212444] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379720, 'name': CloneVM_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.220033] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1313.220033] env[69411]: value = "task-3379722" [ 1313.220033] env[69411]: _type = "Task" [ 1313.220033] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.228353] env[69411]: DEBUG nova.compute.manager [req-589aba8e-5f7b-47d4-89d7-d35e61efaba1 req-785f334c-f220-4334-9dde-1aaefe97c610 service nova] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Detach interface failed, port_id=8b5322d0-e237-4844-a9ab-7d100bf7f2a0, reason: Instance 636e2fbe-8e8f-46e9-a508-7a2b89a54090 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.238247] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.286276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.286276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.286276] env[69411]: DEBUG nova.network.neutron [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1313.551195] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.791522} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.551424] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.552536] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966823d1-33d2-452b-8edb-a3589c4d4f8a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.575529] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0632a2de-703b-428b-880c-ae2a176cbb82/0632a2de-703b-428b-880c-ae2a176cbb82.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.575926] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9370197-5dec-4c83-a41b-cbd96efb0d34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.598366] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1313.598366] env[69411]: value = "task-3379723" [ 1313.598366] env[69411]: _type = "Task" [ 1313.598366] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.610094] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.642344] env[69411]: INFO nova.compute.manager [-] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Took 1.25 seconds to deallocate network for instance. [ 1313.690764] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379720, 'name': CloneVM_Task, 'duration_secs': 1.417083} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.691333] env[69411]: INFO nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Created linked-clone VM from snapshot [ 1313.692562] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c8262b-56a2-425c-ab60-f3934b793627 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.704750] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Uploading image b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1313.733285] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1313.733285] env[69411]: value = "vm-674379" [ 1313.733285] env[69411]: _type = "VirtualMachine" [ 1313.733285] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1313.733903] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc0d4d7b-1734-47d7-95ea-5a371ae5c3a2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.741618] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497337} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.742966] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.743252] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.743596] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease: (returnval){ [ 1313.743596] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522a2de0-dd8e-bc00-b903-07f154775927" [ 1313.743596] env[69411]: _type = "HttpNfcLease" [ 1313.743596] env[69411]: } obtained for exporting VM: (result){ [ 1313.743596] env[69411]: value = "vm-674379" [ 1313.743596] env[69411]: _type = "VirtualMachine" [ 1313.743596] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1313.744095] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the lease: (returnval){ [ 1313.744095] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522a2de0-dd8e-bc00-b903-07f154775927" [ 1313.744095] env[69411]: _type = "HttpNfcLease" [ 1313.744095] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1313.744296] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c2ab16-91e0-4a74-8ad2-b72759aa875a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.753895] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.753895] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522a2de0-dd8e-bc00-b903-07f154775927" [ 1313.753895] env[69411]: _type = "HttpNfcLease" [ 1313.753895] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1313.755091] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1313.755091] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]522a2de0-dd8e-bc00-b903-07f154775927" [ 1313.755091] env[69411]: _type = "HttpNfcLease" [ 1313.755091] env[69411]: }. {{(pid=69411) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1313.755448] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1313.755448] env[69411]: value = "task-3379725" [ 1313.755448] env[69411]: _type = "Task" [ 1313.755448] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.756201] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fac7fe-5c6b-4a0b-86d1-ca742c73e441 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.766872] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.770060] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7c5b-9396-f1fb-7966-256775b44cfc/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1313.770286] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7c5b-9396-f1fb-7966-256775b44cfc/disk-0.vmdk for reading. {{(pid=69411) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1313.861963] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a0af0f7-09b7-4cb9-9f02-9861ac0cfe07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.036661] env[69411]: DEBUG nova.network.neutron [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737903-d6", "ovs_interfaceid": "22737903-d687-4521-ac3c-d033f998a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.110347] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.149267] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.149589] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.149835] env[69411]: DEBUG nova.objects.instance [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lazy-loading 'resources' on Instance uuid 636e2fbe-8e8f-46e9-a508-7a2b89a54090 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.268297] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067318} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.268674] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.269641] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc7a13-9974-47d4-bcde-5bb665be7cdd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.290968] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.291722] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f267d87a-fb20-4efa-bef3-da4eec406957 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.314136] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1314.314136] env[69411]: value = "task-3379726" [ 1314.314136] env[69411]: _type = "Task" [ 1314.314136] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.323338] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.539324] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.566875] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='da966e301586a283577abdb183e9752d',container_format='bare',created_at=2025-04-09T11:20:06Z,direct_url=,disk_format='vmdk',id=348ae3a7-75ea-4776-a9e8-a7ece2914b9f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1197853031-shelved',owner='c2b50e4e5b784fd9a025d94984ab0793',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-09T11:20:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.567446] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.567773] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.568069] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.568314] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.568595] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.569040] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.569317] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.569634] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.569920] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.570337] env[69411]: DEBUG nova.virt.hardware [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.571332] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146466a0-5465-4dae-b825-a2aec7fdcbd3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.580470] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f62a6c-bf60-4dde-9afe-157fcde59142 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.595030] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:b5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22737903-d687-4521-ac3c-d033f998a3c9', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.603740] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.604203] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.608080] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f32fa5d-7509-498b-9e66-da938227d2fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.629255] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379723, 'name': ReconfigVM_Task, 'duration_secs': 0.591177} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.630777] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0632a2de-703b-428b-880c-ae2a176cbb82/0632a2de-703b-428b-880c-ae2a176cbb82.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.631518] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.631518] env[69411]: value = "task-3379727" [ 1314.631518] env[69411]: _type = "Task" [ 1314.631518] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.631778] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b7bac73-cd17-4ea7-ba9e-4389281580b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.642722] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379727, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.644273] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1314.644273] env[69411]: value = "task-3379728" [ 1314.644273] env[69411]: _type = "Task" [ 1314.644273] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.656081] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379728, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.787983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da06fa1d-2365-40c5-a13b-b9c3465f7a7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.798160] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0519a07-ac1d-4f2f-a519-fa54a7801b5d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.833765] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dccfdb4-cb3f-4ff2-bcfa-a2f104f2fb77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.842181] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379726, 'name': ReconfigVM_Task, 'duration_secs': 0.264901} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.844325] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.845092] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2478899c-b938-48a8-aa76-b588c48a758b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.847882] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c89fa-654e-4076-a9d4-14dfb99b04e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.862520] env[69411]: DEBUG nova.compute.provider_tree [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.865204] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1314.865204] env[69411]: value = "task-3379729" [ 1314.865204] env[69411]: _type = "Task" [ 1314.865204] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.873886] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379729, 'name': Rename_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.143942] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379727, 'name': CreateVM_Task, 'duration_secs': 0.464572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.145048] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.145494] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.145738] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.146557] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.149808] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe6d0b1-0e88-4e4a-b7ac-5544ce69deff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.155196] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1315.155196] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52e24ab3-122d-5641-5e87-f850d7012f1d" [ 1315.155196] env[69411]: _type = "Task" [ 1315.155196] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.158432] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379728, 'name': Rename_Task, 'duration_secs': 0.155517} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.161453] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.161781] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2fb64c1-7ac7-4d61-ad22-586a5b160bdb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.168999] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52e24ab3-122d-5641-5e87-f850d7012f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.170332] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1315.170332] env[69411]: value = "task-3379730" [ 1315.170332] env[69411]: _type = "Task" [ 1315.170332] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.179723] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.232046] env[69411]: DEBUG nova.compute.manager [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-changed-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.232390] env[69411]: DEBUG nova.compute.manager [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing instance network info cache due to event network-changed-22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.232730] env[69411]: DEBUG oslo_concurrency.lockutils [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] Acquiring lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.232934] env[69411]: DEBUG oslo_concurrency.lockutils [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] Acquired lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.233140] env[69411]: DEBUG nova.network.neutron [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Refreshing network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1315.366795] env[69411]: DEBUG nova.scheduler.client.report [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.380129] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379729, 'name': Rename_Task, 'duration_secs': 0.140624} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.380508] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.380830] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ec38a5-bbfe-4e1c-ab07-2010d111e31b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.389903] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1315.389903] env[69411]: value = "task-3379731" [ 1315.389903] env[69411]: _type = "Task" [ 1315.389903] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.400524] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.676035] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.676354] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Processing image 348ae3a7-75ea-4776-a9e8-a7ece2914b9f {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.676722] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f/348ae3a7-75ea-4776-a9e8-a7ece2914b9f.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.676890] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f/348ae3a7-75ea-4776-a9e8-a7ece2914b9f.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.677190] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.677522] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-894b0d3b-ca0e-469b-b701-8cf488e2e2e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.686941] env[69411]: DEBUG oslo_vmware.api [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379730, 'name': PowerOnVM_Task, 'duration_secs': 0.45352} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.688443] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.688791] env[69411]: INFO nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1315.689009] env[69411]: DEBUG nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.689442] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.689634] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.691197] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4fa15c-5b76-47b8-88f1-18013784b137 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.694499] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c151159c-31be-45d5-ab59-bbcbe95da70f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.708425] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1315.708425] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52869f19-793b-8e5b-5a82-7327d3d91081" [ 1315.708425] env[69411]: _type = "Task" [ 1315.708425] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.717725] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52869f19-793b-8e5b-5a82-7327d3d91081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.874590] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.895701] env[69411]: INFO nova.scheduler.client.report [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Deleted allocations for instance 636e2fbe-8e8f-46e9-a508-7a2b89a54090 [ 1315.904281] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.989392] env[69411]: DEBUG nova.network.neutron [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updated VIF entry in instance network info cache for port 22737903-d687-4521-ac3c-d033f998a3c9. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1315.989828] env[69411]: DEBUG nova.network.neutron [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [{"id": "22737903-d687-4521-ac3c-d033f998a3c9", "address": "fa:16:3e:44:b5:81", "network": {"id": "cd8c0571-e28f-4573-971b-339a207c84af", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-223563431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2b50e4e5b784fd9a025d94984ab0793", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737903-d6", "ovs_interfaceid": "22737903-d687-4521-ac3c-d033f998a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.217854] env[69411]: INFO nova.compute.manager [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Took 13.24 seconds to build instance. [ 1316.223356] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1316.223617] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Fetch image to [datastore1] OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1/OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1316.223811] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Downloading stream optimized image 348ae3a7-75ea-4776-a9e8-a7ece2914b9f to [datastore1] OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1/OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1.vmdk on the data store datastore1 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1316.223990] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Downloading image file data 348ae3a7-75ea-4776-a9e8-a7ece2914b9f to the ESX as VM named 'OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1316.240491] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.240860] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.300475] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1316.300475] env[69411]: value = "resgroup-9" [ 1316.300475] env[69411]: _type = "ResourcePool" [ 1316.300475] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1316.300826] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-90583309-24f5-4083-b598-6999e8a592c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.325580] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease: (returnval){ [ 1316.325580] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a73bc2-8916-f506-35f1-48dc8e13872a" [ 1316.325580] env[69411]: _type = "HttpNfcLease" [ 1316.325580] env[69411]: } obtained for vApp import into resource pool (val){ [ 1316.325580] env[69411]: value = "resgroup-9" [ 1316.325580] env[69411]: _type = "ResourcePool" [ 1316.325580] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1316.325970] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the lease: (returnval){ [ 1316.325970] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a73bc2-8916-f506-35f1-48dc8e13872a" [ 1316.325970] env[69411]: _type = "HttpNfcLease" [ 1316.325970] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1316.334519] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.334519] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a73bc2-8916-f506-35f1-48dc8e13872a" [ 1316.334519] env[69411]: _type = "HttpNfcLease" [ 1316.334519] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.401912] env[69411]: DEBUG oslo_vmware.api [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379731, 'name': PowerOnVM_Task, 'duration_secs': 0.572533} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.402227] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.402470] env[69411]: INFO nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1316.402808] env[69411]: DEBUG nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.403766] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089e1783-a71d-4fe3-b349-ede2a67a937f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.409870] env[69411]: DEBUG oslo_concurrency.lockutils [None req-b0316f36-3e63-4b5a-8393-d24aa89a780b tempest-ServerDiskConfigTestJSON-1149409354 tempest-ServerDiskConfigTestJSON-1149409354-project-member] Lock "636e2fbe-8e8f-46e9-a508-7a2b89a54090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.643s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.492884] env[69411]: DEBUG oslo_concurrency.lockutils [req-a546ac62-c7d1-479c-b4eb-5de24f1e9e24 req-e8ff4403-8b19-43cc-9a08-966a38c048e1 service nova] Releasing lock "refresh_cache-08689c3e-cf5a-4962-8923-dd3a9f3381a7" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.721072] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ae77196c-d86f-4eb3-8613-95b146ffce1e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "0632a2de-703b-428b-880c-ae2a176cbb82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.746s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.749170] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.750203] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.750203] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.750203] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.750573] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.750825] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.751125] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1316.751600] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.836199] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.836199] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a73bc2-8916-f506-35f1-48dc8e13872a" [ 1316.836199] env[69411]: _type = "HttpNfcLease" [ 1316.836199] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.927268] env[69411]: INFO nova.compute.manager [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Took 13.75 seconds to build instance. [ 1317.254780] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.255249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.255249] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.255336] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1317.256595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e1e0e-cef6-492c-abd3-67621d1d4dac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.265739] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179b7e32-1cc6-4ac0-be01-c6b39a3425d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.281103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29464aa7-acfe-4ed6-af71-cc4457d25ec2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.289213] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7750aa-798c-4f27-a231-ffabb3a3c80e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.322141] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180023MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1317.323059] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.323059] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.335730] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.335730] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a73bc2-8916-f506-35f1-48dc8e13872a" [ 1317.335730] env[69411]: _type = "HttpNfcLease" [ 1317.335730] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.335730] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.335730] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a73bc2-8916-f506-35f1-48dc8e13872a" [ 1317.335730] env[69411]: _type = "HttpNfcLease" [ 1317.335730] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1317.336065] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27462f44-3bc1-4598-ae8f-0c9b2f00bfec {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.345169] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d31f5-5a43-553a-e957-10334bc705af/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.345396] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d31f5-5a43-553a-e957-10334bc705af/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1317.413018] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f80b18be-1813-407e-9277-b9d86885c6ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.429609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c99c2f69-5a14-440f-8051-44a9ece0540e tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "039cddf4-1d70-403b-8e1d-23399791389e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.256s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.467664] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9597ec59-b164-4030-95e4-41a9e24726c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.467979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9597ec59-b164-4030-95e4-41a9e24726c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.468283] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9597ec59-b164-4030-95e4-41a9e24726c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.468454] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9597ec59-b164-4030-95e4-41a9e24726c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.468633] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9597ec59-b164-4030-95e4-41a9e24726c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.471098] env[69411]: INFO nova.compute.manager [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Terminating instance [ 1317.975819] env[69411]: DEBUG nova.compute.manager [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.976226] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.977522] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb223bd-5c93-457e-ac9d-d31e0d9024a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.991329] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.991634] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b431ada-aad3-4cc4-88bf-91a34bbe8229 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.001691] env[69411]: DEBUG oslo_vmware.api [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1318.001691] env[69411]: value = "task-3379733" [ 1318.001691] env[69411]: _type = "Task" [ 1318.001691] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.011640] env[69411]: DEBUG oslo_vmware.api [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.359952] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9ca041f0-b520-4621-8708-9dcccca7cbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.360269] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 9597ec59-b164-4030-95e4-41a9e24726c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.360322] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 4863e536-4cd0-465c-bf98-10fac860ae2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.360428] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance cf98f88b-c2b0-466d-a337-6415803b8af9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.360568] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 0632a2de-703b-428b-880c-ae2a176cbb82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.360683] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 039cddf4-1d70-403b-8e1d-23399791389e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.360801] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 08689c3e-cf5a-4962-8923-dd3a9f3381a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1318.361016] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1318.361188] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1318.491553] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a4e85-3e18-4670-9245-b07ab3b86812 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.508725] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6969511-1155-42f4-b800-48ab8acec4b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.521593] env[69411]: DEBUG oslo_vmware.api [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379733, 'name': PowerOffVM_Task, 'duration_secs': 0.274134} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.556788] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.556997] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.560865] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b049d8d-bd3f-4b61-aea8-091d5a14e5bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.563563] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b6b8e-bce4-42d0-9240-a16f2732e62b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.567276] env[69411]: INFO nova.compute.manager [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Rebuilding instance [ 1318.579860] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd75492-5562-440e-ae9b-35e3cc897689 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.598754] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.602833] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1318.603097] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d31f5-5a43-553a-e957-10334bc705af/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1318.606592] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b6da95-a84f-44b0-a139-ba114de178bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.611811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "cf98f88b-c2b0-466d-a337-6415803b8af9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.612079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.621038] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d31f5-5a43-553a-e957-10334bc705af/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1318.622658] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d31f5-5a43-553a-e957-10334bc705af/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1318.622658] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9e427781-19ce-4253-8210-d450b37ea624 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.636217] env[69411]: DEBUG nova.compute.manager [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.637129] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fff81b-9ca0-4f9a-ab4e-a32486c45277 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.653454] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.653693] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.653883] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleting the datastore file [datastore1] 9597ec59-b164-4030-95e4-41a9e24726c0 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.654185] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aa31e5d-cb54-4cc6-b87b-65b81b44f5ad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.662901] env[69411]: DEBUG oslo_vmware.api [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1318.662901] env[69411]: value = "task-3379735" [ 1318.662901] env[69411]: _type = "Task" [ 1318.662901] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.674154] env[69411]: DEBUG oslo_vmware.api [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.879192] env[69411]: DEBUG oslo_vmware.rw_handles [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d31f5-5a43-553a-e957-10334bc705af/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1318.879443] env[69411]: INFO nova.virt.vmwareapi.images [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Downloaded image file data 348ae3a7-75ea-4776-a9e8-a7ece2914b9f [ 1318.880518] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7dfe5c-963d-4e3f-a782-68d79967cb43 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.899564] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8a2d00-1572-4bc9-a8e6-231988d8f318 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.942240] env[69411]: INFO nova.virt.vmwareapi.images [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] The imported VM was unregistered [ 1318.946749] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1318.947127] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Creating directory with path [datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.947497] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e730a465-29e8-424d-a3f4-726e47dcbfea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.965489] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Created directory with path [datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.965852] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1/OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1.vmdk to [datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f/348ae3a7-75ea-4776-a9e8-a7ece2914b9f.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1318.966083] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4e9d5aa7-1016-4f2e-aef1-506467773a87 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.974123] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1318.974123] env[69411]: value = "task-3379737" [ 1318.974123] env[69411]: _type = "Task" [ 1318.974123] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.982637] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379737, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.111104] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.115891] env[69411]: DEBUG nova.compute.utils [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.175762] env[69411]: DEBUG oslo_vmware.api [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236313} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.176478] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.176478] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.176616] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.176808] env[69411]: INFO nova.compute.manager [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1319.177416] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.177416] env[69411]: DEBUG nova.compute.manager [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.177416] env[69411]: DEBUG nova.network.neutron [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1319.488487] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379737, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.618982] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1319.619077] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.296s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.619609] env[69411]: DEBUG oslo_concurrency.lockutils [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.652901] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.653242] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-469aeeae-0f10-4c35-a066-e07c558ae7cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.666373] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1319.666373] env[69411]: value = "task-3379738" [ 1319.666373] env[69411]: _type = "Task" [ 1319.666373] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.679827] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.990858] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379737, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.096173] env[69411]: DEBUG nova.compute.manager [req-99f16a2c-bd09-4d67-98e2-88152f846520 req-c5859166-b57c-46a0-bd11-a547793ebd0a service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Received event network-vif-deleted-a2fcc581-08d3-41ed-8300-5e9e08514d79 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.096400] env[69411]: INFO nova.compute.manager [req-99f16a2c-bd09-4d67-98e2-88152f846520 req-c5859166-b57c-46a0-bd11-a547793ebd0a service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Neutron deleted interface a2fcc581-08d3-41ed-8300-5e9e08514d79; detaching it from the instance and deleting it from the info cache [ 1320.099151] env[69411]: DEBUG nova.network.neutron [req-99f16a2c-bd09-4d67-98e2-88152f846520 req-c5859166-b57c-46a0-bd11-a547793ebd0a service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.179030] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379738, 'name': PowerOffVM_Task, 'duration_secs': 0.157357} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.179944] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.179944] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.181038] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc92541f-8e0a-45b2-b8ee-76ac93f89401 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.194354] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.194896] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-677cbb1d-cdd0-4109-8578-066375758709 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.235071] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.235386] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.235670] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleting the datastore file [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.236016] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44b33342-530e-4a68-91e9-a8b9c9e6ec69 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.249271] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1320.249271] env[69411]: value = "task-3379740" [ 1320.249271] env[69411]: _type = "Task" [ 1320.249271] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.264483] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.490333] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379737, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.578121] env[69411]: DEBUG nova.network.neutron [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.601175] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a0c1e67-60ef-43cb-a93b-62b3daa4b40a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.615249] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e1019-a829-47c0-beb1-3bf6e124ddd5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.652901] env[69411]: DEBUG nova.compute.manager [req-99f16a2c-bd09-4d67-98e2-88152f846520 req-c5859166-b57c-46a0-bd11-a547793ebd0a service nova] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Detach interface failed, port_id=a2fcc581-08d3-41ed-8300-5e9e08514d79, reason: Instance 9597ec59-b164-4030-95e4-41a9e24726c0 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1320.696497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "cf98f88b-c2b0-466d-a337-6415803b8af9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.696811] env[69411]: DEBUG oslo_concurrency.lockutils [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.697141] env[69411]: INFO nova.compute.manager [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Attaching volume bc6747fb-27d6-4b68-acf1-374cb6148eff to /dev/sdb [ 1320.744062] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c87e33e-baa8-4a48-ac5f-954bb72163f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.756885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08188658-9d96-4535-9afa-a6bc4bf130a1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.764853] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172332} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.765209] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.765416] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.765604] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.777585] env[69411]: DEBUG nova.virt.block_device [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updating existing volume attachment record: 78420cf2-b221-4995-9c68-56dbb556324b {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1320.991481] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379737, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.033284] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7c5b-9396-f1fb-7966-256775b44cfc/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1321.034341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c13ca21-02e4-4db5-b362-a096b52b3a98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.045484] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7c5b-9396-f1fb-7966-256775b44cfc/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1321.045656] env[69411]: ERROR oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7c5b-9396-f1fb-7966-256775b44cfc/disk-0.vmdk due to incomplete transfer. [ 1321.045959] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb36d26b-809a-475c-8b90-fd32c7b45c22 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.056571] env[69411]: DEBUG oslo_vmware.rw_handles [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c7c5b-9396-f1fb-7966-256775b44cfc/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1321.056787] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Uploaded image b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 to the Glance image server {{(pid=69411) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1321.059639] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Destroying the VM {{(pid=69411) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1321.059947] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b1ddbf6-643d-4f43-9742-a0b799a49f3d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.071625] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1321.071625] env[69411]: value = "task-3379742" [ 1321.071625] env[69411]: _type = "Task" [ 1321.071625] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.083847] env[69411]: INFO nova.compute.manager [-] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Took 1.91 seconds to deallocate network for instance. [ 1321.084247] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379742, 'name': Destroy_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.487539] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379737, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.588302] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379742, 'name': Destroy_Task, 'duration_secs': 0.507612} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.589416] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Destroyed the VM [ 1321.589979] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Deleting Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1321.593019] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89c9cfd4-dec2-49e3-81f1-3ec4498f3143 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.593442] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.594058] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.594508] env[69411]: DEBUG nova.objects.instance [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'resources' on Instance uuid 9597ec59-b164-4030-95e4-41a9e24726c0 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.602160] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1321.602160] env[69411]: value = "task-3379743" [ 1321.602160] env[69411]: _type = "Task" [ 1321.602160] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.612700] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.806026] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.806626] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.806916] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.807246] env[69411]: DEBUG nova.virt.hardware [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.808232] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f98789-fbaf-4b7f-b040-5bd177b66553 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.821017] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9184871-50a6-46e3-8bf2-efd2a3245523 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.832647] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Instance VIF info [] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.838390] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.838691] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.838916] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cdf5acc-b6fa-43c4-aa12-0f8da31fb917 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.857892] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.857892] env[69411]: value = "task-3379744" [ 1321.857892] env[69411]: _type = "Task" [ 1321.857892] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.866841] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379744, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.987627] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379737, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.562517} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.987940] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1/OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1.vmdk to [datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f/348ae3a7-75ea-4776-a9e8-a7ece2914b9f.vmdk. [ 1321.988165] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Cleaning up location [datastore1] OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1321.988343] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5d7f4a1a-0804-4a52-a845-055c3d9b82f1 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.988625] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15f1c156-0c00-4e46-9c09-ec87bddcc9cb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.996180] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1321.996180] env[69411]: value = "task-3379745" [ 1321.996180] env[69411]: _type = "Task" [ 1321.996180] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.005247] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.113264] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379743, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.230107] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fead1a-9de7-4a9c-a219-f62c58a2103c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.241327] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba6956-8427-4502-96a4-b52c97015e65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.279420] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc1094a-a829-4194-9c48-19c25e2d34e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.288574] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2531f111-75ef-4a65-a191-36dd6c8abbfb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.304171] env[69411]: DEBUG nova.compute.provider_tree [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.369381] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379744, 'name': CreateVM_Task} progress is 25%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.508737] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040042} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.508737] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.508905] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f/348ae3a7-75ea-4776-a9e8-a7ece2914b9f.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.509046] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f/348ae3a7-75ea-4776-a9e8-a7ece2914b9f.vmdk to [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.509301] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ec2c329-859e-4c31-a578-885a2ddc961f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.517865] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1322.517865] env[69411]: value = "task-3379746" [ 1322.517865] env[69411]: _type = "Task" [ 1322.517865] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.527249] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.613275] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543821} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.613666] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Deleted Snapshot of the VM instance {{(pid=69411) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1322.613878] env[69411]: DEBUG nova.compute.manager [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.614688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf9ffa-86e9-4b1c-adb4-e94391e0bae2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.808083] env[69411]: DEBUG nova.scheduler.client.report [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.873688] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379744, 'name': CreateVM_Task, 'duration_secs': 0.798829} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.873895] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.874376] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.874545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.875083] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.875385] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ffe91c-e6ae-456e-99b9-902708076477 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.884038] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1322.884038] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]521033f6-3473-4e6e-9b8f-56aca981befd" [ 1322.884038] env[69411]: _type = "Task" [ 1322.884038] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.895720] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521033f6-3473-4e6e-9b8f-56aca981befd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.984044] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.985011] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.031015] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379746, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.128865] env[69411]: INFO nova.compute.manager [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Shelve offloading [ 1323.315620] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.351257] env[69411]: INFO nova.scheduler.client.report [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted allocations for instance 9597ec59-b164-4030-95e4-41a9e24726c0 [ 1323.397265] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]521033f6-3473-4e6e-9b8f-56aca981befd, 'name': SearchDatastore_Task, 'duration_secs': 0.017311} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.397632] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.397884] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.398151] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.398305] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.398541] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.398854] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7508026-1655-49f1-87bd-b788eb9b0ecc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.413531] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.413805] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.414670] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434ceca9-70bf-450b-8bac-b97a4b28e581 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.424572] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1323.424572] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52f774f1-74b2-33c3-d966-488a95b0e542" [ 1323.424572] env[69411]: _type = "Task" [ 1323.424572] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.436581] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f774f1-74b2-33c3-d966-488a95b0e542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.486614] env[69411]: DEBUG nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.531895] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379746, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.633334] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.633845] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c997006f-036a-45b9-a0a8-2820b4d71e5c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.644303] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1323.644303] env[69411]: value = "task-3379748" [ 1323.644303] env[69411]: _type = "Task" [ 1323.644303] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.658549] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] VM already powered off {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1323.658818] env[69411]: DEBUG nova.compute.manager [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.660121] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23273d27-6967-4037-ae1b-b7e6432cd795 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.669440] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.669625] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.669798] env[69411]: DEBUG nova.network.neutron [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1323.861495] env[69411]: DEBUG oslo_concurrency.lockutils [None req-981955cc-0a52-4d04-9179-480817687075 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9597ec59-b164-4030-95e4-41a9e24726c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.393s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.939719] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52f774f1-74b2-33c3-d966-488a95b0e542, 'name': SearchDatastore_Task, 'duration_secs': 0.016939} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.940593] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75016fa-c933-40cb-8125-560dfa23d5e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.950093] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1323.950093] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526253ff-238c-2058-9d8c-2fbb981f899b" [ 1323.950093] env[69411]: _type = "Task" [ 1323.950093] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.961535] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526253ff-238c-2058-9d8c-2fbb981f899b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.011160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.011466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.013097] env[69411]: INFO nova.compute.claims [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.031520] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379746, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.464171] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526253ff-238c-2058-9d8c-2fbb981f899b, 'name': SearchDatastore_Task, 'duration_secs': 0.0177} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.464579] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.464697] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.464944] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a250da23-0cfe-4377-916f-dc8adb5356b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.474912] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1324.474912] env[69411]: value = "task-3379749" [ 1324.474912] env[69411]: _type = "Task" [ 1324.474912] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.487202] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.532504] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379746, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.545875] env[69411]: DEBUG nova.network.neutron [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005cfd6-af", "ovs_interfaceid": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.988394] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.033627] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379746, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.289283} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.033922] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/348ae3a7-75ea-4776-a9e8-a7ece2914b9f/348ae3a7-75ea-4776-a9e8-a7ece2914b9f.vmdk to [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.034941] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496888f-a117-4b31-89d2-9342bd0f5594 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.050173] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.060537] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.063233] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a37d2302-ff0e-4ed1-8cce-69cb3a66e951 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.083499] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1325.083499] env[69411]: value = "task-3379750" [ 1325.083499] env[69411]: _type = "Task" [ 1325.083499] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.093362] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.160097] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d93ae39-4c65-45cf-877d-df1c2506e0fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.169614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc84e4-ad6d-4097-bd4a-c52f38c1f4c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.202364] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87220127-f611-43f7-99c1-2c51571a092d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.214112] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b59ba-e592-46e0-803e-ac992541621c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.230828] env[69411]: DEBUG nova.compute.provider_tree [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.355139] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1325.355392] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674382', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'name': 'volume-bc6747fb-27d6-4b68-acf1-374cb6148eff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf98f88b-c2b0-466d-a337-6415803b8af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'serial': 'bc6747fb-27d6-4b68-acf1-374cb6148eff'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1325.356386] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab92933-df30-461d-b49a-49677563d365 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.379273] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb52ca5d-f83c-4266-b366-362911c2aa9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.386971] env[69411]: DEBUG nova.compute.manager [req-7b2002ed-a09f-42dd-995a-6b1f6783619f req-6d9a65c6-01f9-423c-b42d-72300dfedf9a service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-vif-unplugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.387213] env[69411]: DEBUG oslo_concurrency.lockutils [req-7b2002ed-a09f-42dd-995a-6b1f6783619f req-6d9a65c6-01f9-423c-b42d-72300dfedf9a service nova] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.387420] env[69411]: DEBUG oslo_concurrency.lockutils [req-7b2002ed-a09f-42dd-995a-6b1f6783619f req-6d9a65c6-01f9-423c-b42d-72300dfedf9a service nova] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.387584] env[69411]: DEBUG oslo_concurrency.lockutils [req-7b2002ed-a09f-42dd-995a-6b1f6783619f req-6d9a65c6-01f9-423c-b42d-72300dfedf9a service nova] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.387752] env[69411]: DEBUG nova.compute.manager [req-7b2002ed-a09f-42dd-995a-6b1f6783619f req-6d9a65c6-01f9-423c-b42d-72300dfedf9a service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] No waiting events found dispatching network-vif-unplugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.387922] env[69411]: WARNING nova.compute.manager [req-7b2002ed-a09f-42dd-995a-6b1f6783619f req-6d9a65c6-01f9-423c-b42d-72300dfedf9a service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received unexpected event network-vif-unplugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 for instance with vm_state shelved and task_state shelving_offloading. [ 1325.408372] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-bc6747fb-27d6-4b68-acf1-374cb6148eff/volume-bc6747fb-27d6-4b68-acf1-374cb6148eff.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.408918] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be553054-f036-4624-8fa7-3ed04371c9bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.427849] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1325.427849] env[69411]: value = "task-3379751" [ 1325.427849] env[69411]: _type = "Task" [ 1325.427849] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.436573] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.473307] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.474452] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943327b3-db09-487f-97db-e5e855a46744 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.485505] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.488491] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a07be8c-25b7-431a-9e18-fa8ee13a8a34 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.489845] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57652} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.490107] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.490322] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.490843] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0b47c2b-e860-42c1-92dc-f9da88222c5e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.498905] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1325.498905] env[69411]: value = "task-3379753" [ 1325.498905] env[69411]: _type = "Task" [ 1325.498905] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.509159] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.556528] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.556715] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.556888] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleting the datastore file [datastore1] 4863e536-4cd0-465c-bf98-10fac860ae2a {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.557179] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb97044f-09ba-45a9-af57-12759aab5e07 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.565570] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1325.565570] env[69411]: value = "task-3379754" [ 1325.565570] env[69411]: _type = "Task" [ 1325.565570] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.576695] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.593631] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379750, 'name': ReconfigVM_Task, 'duration_secs': 0.29297} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.594179] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7/08689c3e-cf5a-4962-8923-dd3a9f3381a7.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.594954] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25eafe88-74f3-453f-980e-e467899e49be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.603562] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1325.603562] env[69411]: value = "task-3379755" [ 1325.603562] env[69411]: _type = "Task" [ 1325.603562] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.612715] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379755, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.734057] env[69411]: DEBUG nova.scheduler.client.report [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.938648] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.946056] env[69411]: DEBUG nova.compute.manager [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1326.008649] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073147} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.008976] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.009767] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a7163-144c-435e-8ff3-0aaa0b1aa7e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.029734] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.030232] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d648b8-d3d0-406d-a87f-c313d20a1dca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.051324] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1326.051324] env[69411]: value = "task-3379756" [ 1326.051324] env[69411]: _type = "Task" [ 1326.051324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.059224] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.074536] env[69411]: DEBUG oslo_vmware.api [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141126} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.074771] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.075144] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.075237] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.097147] env[69411]: INFO nova.scheduler.client.report [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted allocations for instance 4863e536-4cd0-465c-bf98-10fac860ae2a [ 1326.113299] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379755, 'name': Rename_Task, 'duration_secs': 0.184974} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.113507] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.113745] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3134bc4-1574-4f88-9a29-10e98f7824a6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.121926] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1326.121926] env[69411]: value = "task-3379757" [ 1326.121926] env[69411]: _type = "Task" [ 1326.121926] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.131115] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.239383] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.239931] env[69411]: DEBUG nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1326.439422] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.462577] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.462931] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.563320] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379756, 'name': ReconfigVM_Task, 'duration_secs': 0.355647} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.563610] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e/039cddf4-1d70-403b-8e1d-23399791389e.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.564607] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b93be45e-8a22-4379-925c-e2592cd074d3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.572036] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1326.572036] env[69411]: value = "task-3379758" [ 1326.572036] env[69411]: _type = "Task" [ 1326.572036] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.580112] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379758, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.601457] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.631507] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.745525] env[69411]: DEBUG nova.compute.utils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.747571] env[69411]: DEBUG nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1326.747767] env[69411]: DEBUG nova.network.neutron [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.808825] env[69411]: DEBUG nova.policy [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5da06ac0a0cd4aa89358134242afc2a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3229fcc0c49b495b929d009acd686224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.940394] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379751, 'name': ReconfigVM_Task, 'duration_secs': 1.421065} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.940699] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-bc6747fb-27d6-4b68-acf1-374cb6148eff/volume-bc6747fb-27d6-4b68-acf1-374cb6148eff.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.945716] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-076863cb-2f41-44d7-8ddf-c3dedf28af01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.963682] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1326.963682] env[69411]: value = "task-3379759" [ 1326.963682] env[69411]: _type = "Task" [ 1326.963682] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.969830] env[69411]: INFO nova.compute.claims [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.979818] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379759, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.082585] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379758, 'name': Rename_Task, 'duration_secs': 0.390993} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.082882] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.083466] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed7d66a-d671-4ae2-adb1-234b3cdd4c98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.093589] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1327.093589] env[69411]: value = "task-3379760" [ 1327.093589] env[69411]: _type = "Task" [ 1327.093589] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.103662] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.134216] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.182538] env[69411]: DEBUG nova.network.neutron [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Successfully created port: 586b5378-d20d-4fa4-b677-410bc7f238d9 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.251914] env[69411]: DEBUG nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.419617] env[69411]: DEBUG nova.compute.manager [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.419863] env[69411]: DEBUG nova.compute.manager [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing instance network info cache due to event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.420088] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] Acquiring lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.420265] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] Acquired lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.420437] env[69411]: DEBUG nova.network.neutron [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1327.476022] env[69411]: INFO nova.compute.resource_tracker [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating resource usage from migration 4e9d1e75-3255-4d69-8212-5f8e08e3b680 [ 1327.478518] env[69411]: DEBUG oslo_vmware.api [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379759, 'name': ReconfigVM_Task, 'duration_secs': 0.147641} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.479817] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674382', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'name': 'volume-bc6747fb-27d6-4b68-acf1-374cb6148eff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf98f88b-c2b0-466d-a337-6415803b8af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'serial': 'bc6747fb-27d6-4b68-acf1-374cb6148eff'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1327.596163] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c6561-4ad9-4269-9355-cca1a635808a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.612314] env[69411]: DEBUG oslo_vmware.api [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379760, 'name': PowerOnVM_Task, 'duration_secs': 0.520432} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.614548] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.614548] env[69411]: DEBUG nova.compute.manager [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.615257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c2e418-61f1-4f50-b4d7-41d9696659fc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.618479] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd4cb3-e1f2-46d6-aa2a-1c86e67c6165 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.656060] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8541d843-ed84-49be-88a3-ffa7cf1dbb3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.660988] env[69411]: DEBUG oslo_vmware.api [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379757, 'name': PowerOnVM_Task, 'duration_secs': 1.113879} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.661569] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.666784] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fd7061-c0c9-4a7b-befc-b46424b6c7c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.680916] env[69411]: DEBUG nova.compute.provider_tree [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.760793] env[69411]: DEBUG nova.compute.manager [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.761636] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e980b0-6ba1-4a7b-ada8-03095bdbf39a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.097829] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.163649] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.170906] env[69411]: DEBUG nova.network.neutron [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updated VIF entry in instance network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1328.171297] env[69411]: DEBUG nova.network.neutron [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": null, "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6005cfd6-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.184970] env[69411]: DEBUG nova.scheduler.client.report [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.265752] env[69411]: DEBUG nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.282766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-bc479b7f-646f-4270-90f4-90726bf6d92c tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.698s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.289984] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.289984] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.289984] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.290197] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.290274] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.290473] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.290742] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.290950] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.291170] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.291352] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.291530] env[69411]: DEBUG nova.virt.hardware [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.292418] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c54466-ee9e-49a0-809a-94dcd2ba354c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.302429] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7dcf38-dff8-4c26-bc59-6bcab570eaca {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.522592] env[69411]: DEBUG nova.objects.instance [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'flavor' on Instance uuid cf98f88b-c2b0-466d-a337-6415803b8af9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.569158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "039cddf4-1d70-403b-8e1d-23399791389e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.569158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "039cddf4-1d70-403b-8e1d-23399791389e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.569158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "039cddf4-1d70-403b-8e1d-23399791389e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.569158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "039cddf4-1d70-403b-8e1d-23399791389e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.569158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "039cddf4-1d70-403b-8e1d-23399791389e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.574638] env[69411]: INFO nova.compute.manager [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Terminating instance [ 1328.636266] env[69411]: DEBUG nova.network.neutron [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Successfully updated port: 586b5378-d20d-4fa4-b677-410bc7f238d9 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.673993] env[69411]: DEBUG oslo_concurrency.lockutils [req-fa752d70-4e1a-4428-b34c-19674a956683 req-1b1f3607-06f1-44ac-a2e1-edef411677dc service nova] Releasing lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.689341] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.689586] env[69411]: INFO nova.compute.manager [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Migrating [ 1328.695826] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.094s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.696126] env[69411]: DEBUG nova.objects.instance [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'resources' on Instance uuid 4863e536-4cd0-465c-bf98-10fac860ae2a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.030513] env[69411]: DEBUG oslo_concurrency.lockutils [None req-623be5dc-5893-4b61-8fb0-0df8a252d500 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.334s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.080901] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "refresh_cache-039cddf4-1d70-403b-8e1d-23399791389e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.081125] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "refresh_cache-039cddf4-1d70-403b-8e1d-23399791389e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.081311] env[69411]: DEBUG nova.network.neutron [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1329.139807] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.140170] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquired lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.140222] env[69411]: DEBUG nova.network.neutron [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1329.204055] env[69411]: DEBUG nova.objects.instance [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'numa_topology' on Instance uuid 4863e536-4cd0-465c-bf98-10fac860ae2a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.205377] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.205608] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.205753] env[69411]: DEBUG nova.network.neutron [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1329.290031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "cf98f88b-c2b0-466d-a337-6415803b8af9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.290282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.444723] env[69411]: DEBUG nova.compute.manager [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Received event network-vif-plugged-586b5378-d20d-4fa4-b677-410bc7f238d9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.444956] env[69411]: DEBUG oslo_concurrency.lockutils [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] Acquiring lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.445201] env[69411]: DEBUG oslo_concurrency.lockutils [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.445366] env[69411]: DEBUG oslo_concurrency.lockutils [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.445539] env[69411]: DEBUG nova.compute.manager [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] No waiting events found dispatching network-vif-plugged-586b5378-d20d-4fa4-b677-410bc7f238d9 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.445712] env[69411]: WARNING nova.compute.manager [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Received unexpected event network-vif-plugged-586b5378-d20d-4fa4-b677-410bc7f238d9 for instance with vm_state building and task_state spawning. [ 1329.445902] env[69411]: DEBUG nova.compute.manager [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Received event network-changed-586b5378-d20d-4fa4-b677-410bc7f238d9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.446162] env[69411]: DEBUG nova.compute.manager [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Refreshing instance network info cache due to event network-changed-586b5378-d20d-4fa4-b677-410bc7f238d9. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.446353] env[69411]: DEBUG oslo_concurrency.lockutils [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] Acquiring lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.600209] env[69411]: DEBUG nova.network.neutron [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1329.647806] env[69411]: DEBUG nova.network.neutron [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.680659] env[69411]: DEBUG nova.network.neutron [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1329.707889] env[69411]: DEBUG nova.objects.base [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Object Instance<4863e536-4cd0-465c-bf98-10fac860ae2a> lazy-loaded attributes: resources,numa_topology {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.793757] env[69411]: INFO nova.compute.manager [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Detaching volume bc6747fb-27d6-4b68-acf1-374cb6148eff [ 1329.812690] env[69411]: DEBUG nova.network.neutron [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Updating instance_info_cache with network_info: [{"id": "586b5378-d20d-4fa4-b677-410bc7f238d9", "address": "fa:16:3e:09:92:de", "network": {"id": "9ab6cf56-20b1-4909-94f7-68b86fad954d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1628439975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3229fcc0c49b495b929d009acd686224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586b5378-d2", "ovs_interfaceid": "586b5378-d20d-4fa4-b677-410bc7f238d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.830866] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52741b2-0475-4787-9c0f-19824dfeab36 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836072] env[69411]: INFO nova.virt.block_device [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Attempting to driver detach volume bc6747fb-27d6-4b68-acf1-374cb6148eff from mountpoint /dev/sdb [ 1329.836072] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1329.836072] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674382', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'name': 'volume-bc6747fb-27d6-4b68-acf1-374cb6148eff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf98f88b-c2b0-466d-a337-6415803b8af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'serial': 'bc6747fb-27d6-4b68-acf1-374cb6148eff'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1329.836564] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204184f-6f4b-4bab-8ec1-c2fcfe218e37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.904251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445761da-4eaf-4350-8396-7dbaa47ad6e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.909995] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2034a7-bead-4ca5-95dd-f1b021f603cc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.945386] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f93c86-3275-4e3e-8af7-36c74fe5f111 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.951458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a04d23-2355-485f-aeb2-9580263b2699 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.978025] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee7ac5-b713-4ce8-9004-9bcbe483dc46 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.983302] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0f159-ae1e-4990-ace0-ff57cbe26dac {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.996653] env[69411]: DEBUG nova.compute.provider_tree [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.998833] env[69411]: DEBUG nova.network.neutron [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.010735] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc6747fb-27d6-4b68-acf1-374cb6148eff/volume-bc6747fb-27d6-4b68-acf1-374cb6148eff.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1330.016360] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.017948] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa2ba2b-721e-4631-a0e9-3e950ddbb790 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.037728] env[69411]: DEBUG oslo_vmware.api [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1330.037728] env[69411]: value = "task-3379761" [ 1330.037728] env[69411]: _type = "Task" [ 1330.037728] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.047241] env[69411]: DEBUG oslo_vmware.api [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.150517] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "refresh_cache-039cddf4-1d70-403b-8e1d-23399791389e" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.150839] env[69411]: DEBUG nova.compute.manager [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.151043] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.151987] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc30ff8-2e64-4009-813f-4c1af8d4cbef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.161464] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.161714] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5565c7-2853-4cb4-bc2f-5d9d20b52f4c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.170803] env[69411]: DEBUG oslo_vmware.api [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1330.170803] env[69411]: value = "task-3379762" [ 1330.170803] env[69411]: _type = "Task" [ 1330.170803] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.180283] env[69411]: DEBUG oslo_vmware.api [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.318979] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Releasing lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.319487] env[69411]: DEBUG nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Instance network_info: |[{"id": "586b5378-d20d-4fa4-b677-410bc7f238d9", "address": "fa:16:3e:09:92:de", "network": {"id": "9ab6cf56-20b1-4909-94f7-68b86fad954d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1628439975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3229fcc0c49b495b929d009acd686224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586b5378-d2", "ovs_interfaceid": "586b5378-d20d-4fa4-b677-410bc7f238d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.319910] env[69411]: DEBUG oslo_concurrency.lockutils [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] Acquired lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.320189] env[69411]: DEBUG nova.network.neutron [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Refreshing network info cache for port 586b5378-d20d-4fa4-b677-410bc7f238d9 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1330.321778] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:92:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '586b5378-d20d-4fa4-b677-410bc7f238d9', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.333868] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Creating folder: Project (3229fcc0c49b495b929d009acd686224). Parent ref: group-v674052. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.338217] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41e93d94-229e-4f02-82db-aede065d49a3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.352773] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Created folder: Project (3229fcc0c49b495b929d009acd686224) in parent group-v674052. [ 1330.353035] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Creating folder: Instances. Parent ref: group-v674384. {{(pid=69411) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.353353] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-787b7ade-05e3-43c1-b45f-90e52a8f91d6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.364571] env[69411]: INFO nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Created folder: Instances in parent group-v674384. [ 1330.364825] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.365056] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.365282] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f8ec733-6686-4cbe-80d5-67f702685941 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.385043] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.385043] env[69411]: value = "task-3379765" [ 1330.385043] env[69411]: _type = "Task" [ 1330.385043] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.392778] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379765, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.518549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.520953] env[69411]: DEBUG nova.scheduler.client.report [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.548410] env[69411]: DEBUG oslo_vmware.api [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379761, 'name': ReconfigVM_Task, 'duration_secs': 0.293043} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.549056] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.553894] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76edcb9e-9332-41a5-a698-e34fde65a4ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.565583] env[69411]: DEBUG nova.network.neutron [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Updated VIF entry in instance network info cache for port 586b5378-d20d-4fa4-b677-410bc7f238d9. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1330.565934] env[69411]: DEBUG nova.network.neutron [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Updating instance_info_cache with network_info: [{"id": "586b5378-d20d-4fa4-b677-410bc7f238d9", "address": "fa:16:3e:09:92:de", "network": {"id": "9ab6cf56-20b1-4909-94f7-68b86fad954d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1628439975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3229fcc0c49b495b929d009acd686224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586b5378-d2", "ovs_interfaceid": "586b5378-d20d-4fa4-b677-410bc7f238d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.569834] env[69411]: DEBUG oslo_vmware.api [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1330.569834] env[69411]: value = "task-3379766" [ 1330.569834] env[69411]: _type = "Task" [ 1330.569834] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.578750] env[69411]: DEBUG oslo_vmware.api [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.682752] env[69411]: DEBUG oslo_vmware.api [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379762, 'name': PowerOffVM_Task, 'duration_secs': 0.357268} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.683092] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.683616] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.683952] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f2779cc-373d-4a25-a8e6-98f3a9555ce3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.715558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.716135] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.716470] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleting the datastore file [datastore2] 039cddf4-1d70-403b-8e1d-23399791389e {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.716798] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d6eecbe-79bb-48ad-ac8d-46e1f02a9e42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.724411] env[69411]: DEBUG oslo_vmware.api [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1330.724411] env[69411]: value = "task-3379768" [ 1330.724411] env[69411]: _type = "Task" [ 1330.724411] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.734358] env[69411]: DEBUG oslo_vmware.api [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.895882] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379765, 'name': CreateVM_Task, 'duration_secs': 0.42807} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.896112] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.896740] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.896904] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.897271] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.897529] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb2718a-1f2b-43dd-87cc-3f879c9f40da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.902305] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1330.902305] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526c7411-9d61-70a7-f486-8003b6e06f67" [ 1330.902305] env[69411]: _type = "Task" [ 1330.902305] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.910389] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526c7411-9d61-70a7-f486-8003b6e06f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.030070] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.032363] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.871s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.032548] env[69411]: DEBUG nova.objects.instance [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69411) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1331.068523] env[69411]: DEBUG oslo_concurrency.lockutils [req-ed399ebc-399a-44a1-adaa-ef37e41287d6 req-9ecc185c-6f23-42dd-abe9-bfbe1e2fb6e4 service nova] Releasing lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.081495] env[69411]: DEBUG oslo_vmware.api [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379766, 'name': ReconfigVM_Task, 'duration_secs': 0.203726} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.082316] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674382', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'name': 'volume-bc6747fb-27d6-4b68-acf1-374cb6148eff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf98f88b-c2b0-466d-a337-6415803b8af9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc6747fb-27d6-4b68-acf1-374cb6148eff', 'serial': 'bc6747fb-27d6-4b68-acf1-374cb6148eff'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1331.234737] env[69411]: DEBUG oslo_vmware.api [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16579} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.235642] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.235870] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.236082] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.236268] env[69411]: INFO nova.compute.manager [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1331.236521] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.236746] env[69411]: DEBUG nova.compute.manager [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.236846] env[69411]: DEBUG nova.network.neutron [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1331.252399] env[69411]: DEBUG nova.network.neutron [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1331.414158] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526c7411-9d61-70a7-f486-8003b6e06f67, 'name': SearchDatastore_Task, 'duration_secs': 0.012692} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.414468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.414707] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.414978] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.415176] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.415375] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.415632] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c7abec5-2f55-47a6-92d3-bdde924f421d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.424115] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.424307] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.425026] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9804e587-351a-48cd-ba8c-0f10b2f91783 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.430712] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1331.430712] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee3e06-c4ac-c881-c24e-ba41b011d769" [ 1331.430712] env[69411]: _type = "Task" [ 1331.430712] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.439527] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee3e06-c4ac-c881-c24e-ba41b011d769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.543732] env[69411]: DEBUG oslo_concurrency.lockutils [None req-7f5c88ce-d3d3-46f7-a0fc-ed3b9fbbe1ec tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.981s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.544456] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.447s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.544732] env[69411]: INFO nova.compute.manager [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Unshelving [ 1331.624992] env[69411]: DEBUG nova.objects.instance [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'flavor' on Instance uuid cf98f88b-c2b0-466d-a337-6415803b8af9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.755026] env[69411]: DEBUG nova.network.neutron [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.941904] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee3e06-c4ac-c881-c24e-ba41b011d769, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.942775] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5c7de3-9bd0-4804-b315-0a7bfbf80792 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.948312] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1331.948312] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52d2cfc4-b352-613b-6bd9-80541abf034c" [ 1331.948312] env[69411]: _type = "Task" [ 1331.948312] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.956308] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d2cfc4-b352-613b-6bd9-80541abf034c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.044158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-896654a9-d2f8-4634-9f53-a39d733b7838 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.046187] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9280e7f-d135-4656-bacc-6a7351dfb237 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.067384] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance '9ca041f0-b520-4621-8708-9dcccca7cbdc' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.258073] env[69411]: INFO nova.compute.manager [-] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Took 1.02 seconds to deallocate network for instance. [ 1332.459781] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52d2cfc4-b352-613b-6bd9-80541abf034c, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.460330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.460423] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] b8bf32f7-acdb-4982-a32a-c76d9d643f3d/b8bf32f7-acdb-4982-a32a-c76d9d643f3d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.460607] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-116269e8-7901-45e9-a1b4-9de8ffc072cf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.468248] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1332.468248] env[69411]: value = "task-3379769" [ 1332.468248] env[69411]: _type = "Task" [ 1332.468248] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.476402] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.573381] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.574834] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.575174] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.575382] env[69411]: DEBUG nova.objects.instance [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'pci_requests' on Instance uuid 4863e536-4cd0-465c-bf98-10fac860ae2a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.576566] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da7c2019-12b9-440c-b08f-bd5e6f835cd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.585301] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1332.585301] env[69411]: value = "task-3379770" [ 1332.585301] env[69411]: _type = "Task" [ 1332.585301] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.594272] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.631837] env[69411]: DEBUG oslo_concurrency.lockutils [None req-89e661cf-6bad-42ab-918b-c00ab82ada2b tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.341s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.764206] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.979198] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409406} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.979515] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] b8bf32f7-acdb-4982-a32a-c76d9d643f3d/b8bf32f7-acdb-4982-a32a-c76d9d643f3d.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.979745] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.980010] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0d0f4f3-d247-4d46-8a3e-2589fffe901b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.986755] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1332.986755] env[69411]: value = "task-3379771" [ 1332.986755] env[69411]: _type = "Task" [ 1332.986755] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.995914] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.080448] env[69411]: DEBUG nova.objects.instance [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'numa_topology' on Instance uuid 4863e536-4cd0-465c-bf98-10fac860ae2a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.096430] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379770, 'name': PowerOffVM_Task, 'duration_secs': 0.375866} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.096699] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.096935] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance '9ca041f0-b520-4621-8708-9dcccca7cbdc' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.497338] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.366914} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.497697] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.498434] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472efd3-5f65-4a85-bc1f-ed801a0c0dfe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.520667] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] b8bf32f7-acdb-4982-a32a-c76d9d643f3d/b8bf32f7-acdb-4982-a32a-c76d9d643f3d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.520949] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b8062e-3dfa-4aca-8295-bfab97f737e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.540833] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1333.540833] env[69411]: value = "task-3379772" [ 1333.540833] env[69411]: _type = "Task" [ 1333.540833] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.549339] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.578306] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "cf98f88b-c2b0-466d-a337-6415803b8af9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.578628] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.578884] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "cf98f88b-c2b0-466d-a337-6415803b8af9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.579140] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.579386] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.581558] env[69411]: INFO nova.compute.manager [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Terminating instance [ 1333.582961] env[69411]: INFO nova.compute.claims [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.602692] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.602934] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.603117] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.603308] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.603770] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.603770] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.603881] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.603958] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.604135] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.604305] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.604486] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.609876] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6564e35c-6b71-4910-9e2c-5d6b01a70fff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.628070] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1333.628070] env[69411]: value = "task-3379773" [ 1333.628070] env[69411]: _type = "Task" [ 1333.628070] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.636838] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.052865] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.089100] env[69411]: DEBUG nova.compute.manager [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1334.089321] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.090368] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fad53b-e56c-4827-aba3-e9373f33f00c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.098184] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.099076] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0935090-f689-4371-8b11-6851b66ac825 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.107179] env[69411]: DEBUG oslo_vmware.api [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1334.107179] env[69411]: value = "task-3379774" [ 1334.107179] env[69411]: _type = "Task" [ 1334.107179] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.116566] env[69411]: DEBUG oslo_vmware.api [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.138705] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379773, 'name': ReconfigVM_Task, 'duration_secs': 0.433912} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.139051] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance '9ca041f0-b520-4621-8708-9dcccca7cbdc' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.552788] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379772, 'name': ReconfigVM_Task, 'duration_secs': 0.571399} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.553250] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Reconfigured VM instance instance-00000078 to attach disk [datastore1] b8bf32f7-acdb-4982-a32a-c76d9d643f3d/b8bf32f7-acdb-4982-a32a-c76d9d643f3d.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.553705] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-551f4d2c-1925-4777-833b-2585870c0002 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.560617] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1334.560617] env[69411]: value = "task-3379775" [ 1334.560617] env[69411]: _type = "Task" [ 1334.560617] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.569373] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379775, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.619341] env[69411]: DEBUG oslo_vmware.api [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379774, 'name': PowerOffVM_Task, 'duration_secs': 0.159259} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.619624] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.619923] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.620063] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588163a2-4390-4ec4-a1dc-0a1832bdc122 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.647918] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.648198] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.648402] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.648603] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.648758] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.648908] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.649131] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.649293] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.649498] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.649717] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.649924] env[69411]: DEBUG nova.virt.hardware [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.656293] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.656812] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ff1b72-0d56-436e-ac4b-0248bd84a806 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.679145] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1334.679145] env[69411]: value = "task-3379777" [ 1334.679145] env[69411]: _type = "Task" [ 1334.679145] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.686827] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.687085] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.687286] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleting the datastore file [datastore2] cf98f88b-c2b0-466d-a337-6415803b8af9 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.687541] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53e5ea63-b6a5-49b4-8c5d-2e1b99d2d88c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.692782] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.703802] env[69411]: DEBUG oslo_vmware.api [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1334.703802] env[69411]: value = "task-3379778" [ 1334.703802] env[69411]: _type = "Task" [ 1334.703802] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.713904] env[69411]: DEBUG oslo_vmware.api [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.736942] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3faf1b-b946-4eec-859c-dbf3facd8380 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.745028] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f4402-6f0d-441a-80e9-ec7051bb4fd5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.780459] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e4f95a-e8af-48f5-9452-9a444a7c6b49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.789935] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f1e9c-cfbe-4a29-8653-0f0662efb1be {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.805581] env[69411]: DEBUG nova.compute.provider_tree [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.073891] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379775, 'name': Rename_Task, 'duration_secs': 0.160822} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.074592] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.074875] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad722ec-1791-4157-a7b7-d86dfab8d58f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.082366] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1335.082366] env[69411]: value = "task-3379779" [ 1335.082366] env[69411]: _type = "Task" [ 1335.082366] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.092119] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.189765] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379777, 'name': ReconfigVM_Task, 'duration_secs': 0.188837} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.190058] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1335.190866] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e519802-4f03-41a5-b738-62baef249630 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.213406] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 9ca041f0-b520-4621-8708-9dcccca7cbdc/9ca041f0-b520-4621-8708-9dcccca7cbdc.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.216468] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8dc57b-c90b-4283-ba84-0e677bacf329 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.234626] env[69411]: DEBUG oslo_vmware.api [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17352} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.235879] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.236125] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.236320] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.236502] env[69411]: INFO nova.compute.manager [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1335.236736] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.237015] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1335.237015] env[69411]: value = "task-3379780" [ 1335.237015] env[69411]: _type = "Task" [ 1335.237015] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.237203] env[69411]: DEBUG nova.compute.manager [-] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.237329] env[69411]: DEBUG nova.network.neutron [-] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1335.247130] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.309710] env[69411]: DEBUG nova.scheduler.client.report [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.597109] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379779, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.699917] env[69411]: DEBUG nova.compute.manager [req-0f89302d-932d-490b-b050-8264aba5096c req-6f756397-8d49-4771-b2a2-a2fc1d115ad4 service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Received event network-vif-deleted-f97151e7-e27b-4327-a209-813a030d3187 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.700092] env[69411]: INFO nova.compute.manager [req-0f89302d-932d-490b-b050-8264aba5096c req-6f756397-8d49-4771-b2a2-a2fc1d115ad4 service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Neutron deleted interface f97151e7-e27b-4327-a209-813a030d3187; detaching it from the instance and deleting it from the info cache [ 1335.701765] env[69411]: DEBUG nova.network.neutron [req-0f89302d-932d-490b-b050-8264aba5096c req-6f756397-8d49-4771-b2a2-a2fc1d115ad4 service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.749349] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.814574] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.239s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.817459] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.054s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.817707] env[69411]: DEBUG nova.objects.instance [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lazy-loading 'resources' on Instance uuid 039cddf4-1d70-403b-8e1d-23399791389e {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.846598] env[69411]: INFO nova.network.neutron [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1336.093995] env[69411]: DEBUG oslo_vmware.api [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379779, 'name': PowerOnVM_Task, 'duration_secs': 0.823708} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.094300] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.094512] env[69411]: INFO nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1336.094728] env[69411]: DEBUG nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.095500] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8ffe49-06a2-4098-93ec-979d284166b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.177039] env[69411]: DEBUG nova.network.neutron [-] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.204391] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bcaa2b6-7c73-4b02-ba7f-536794c57ff7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.215172] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e2299-f694-452a-999a-cd986a190ab1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.244775] env[69411]: DEBUG nova.compute.manager [req-0f89302d-932d-490b-b050-8264aba5096c req-6f756397-8d49-4771-b2a2-a2fc1d115ad4 service nova] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Detach interface failed, port_id=f97151e7-e27b-4327-a209-813a030d3187, reason: Instance cf98f88b-c2b0-466d-a337-6415803b8af9 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.253415] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379780, 'name': ReconfigVM_Task, 'duration_secs': 0.837197} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.253683] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 9ca041f0-b520-4621-8708-9dcccca7cbdc/9ca041f0-b520-4621-8708-9dcccca7cbdc.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.253962] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance '9ca041f0-b520-4621-8708-9dcccca7cbdc' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.420754] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa24948-e84d-490c-b3d9-2aeed7e22fcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.429611] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046a1922-973f-450d-a0c6-9f2610d8921b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.461742] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1c0d3d-8135-413e-af44-fb7d402ea407 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.469996] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb86c45-cad5-453c-97d4-c1be414410ff {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.484844] env[69411]: DEBUG nova.compute.provider_tree [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.613124] env[69411]: INFO nova.compute.manager [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Took 12.62 seconds to build instance. [ 1336.681588] env[69411]: INFO nova.compute.manager [-] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Took 1.44 seconds to deallocate network for instance. [ 1336.762037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf4af08-997e-4a5c-a8da-3751b2d42ba1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.782843] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd88c66-2c33-40a4-a10c-27867b14277f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.805754] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance '9ca041f0-b520-4621-8708-9dcccca7cbdc' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.988407] env[69411]: DEBUG nova.scheduler.client.report [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.115096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0d8a7bf5-156a-4132-b33a-322777423a49 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.131s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.186479] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.288843] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.289150] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.289408] env[69411]: INFO nova.compute.manager [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Rebooting instance [ 1337.294017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.294017] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.294017] env[69411]: DEBUG nova.network.neutron [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1337.342190] env[69411]: DEBUG nova.network.neutron [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Port 4432f339-7ef6-4aa4-8837-84b785151648 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1337.493844] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.496775] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.310s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.496775] env[69411]: DEBUG nova.objects.instance [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'resources' on Instance uuid cf98f88b-c2b0-466d-a337-6415803b8af9 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.512316] env[69411]: INFO nova.scheduler.client.report [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleted allocations for instance 039cddf4-1d70-403b-8e1d-23399791389e [ 1337.724212] env[69411]: DEBUG nova.compute.manager [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-vif-plugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.724512] env[69411]: DEBUG oslo_concurrency.lockutils [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.724646] env[69411]: DEBUG oslo_concurrency.lockutils [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.724809] env[69411]: DEBUG oslo_concurrency.lockutils [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.724991] env[69411]: DEBUG nova.compute.manager [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] No waiting events found dispatching network-vif-plugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.725189] env[69411]: WARNING nova.compute.manager [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received unexpected event network-vif-plugged-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1337.725357] env[69411]: DEBUG nova.compute.manager [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.725544] env[69411]: DEBUG nova.compute.manager [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing instance network info cache due to event network-changed-6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.725731] env[69411]: DEBUG oslo_concurrency.lockutils [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] Acquiring lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.810805] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.811020] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquired lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.811252] env[69411]: DEBUG nova.network.neutron [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1338.020061] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3cc4f7f8-f7ef-422b-804f-f66c4bb4a9d3 tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "039cddf4-1d70-403b-8e1d-23399791389e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.453s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.056371] env[69411]: DEBUG nova.network.neutron [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005cfd6-af", "ovs_interfaceid": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.104719] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71517a48-7e2d-4849-8c36-c37bf2ef868d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.113141] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eff81f-f565-4407-9ff9-b21ecff3d2f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.145029] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ac6585-ddc3-46b4-8076-dc6f38ec80c5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.152320] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670f23d2-d0a2-4962-b92f-80f672629b65 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.165828] env[69411]: DEBUG nova.compute.provider_tree [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.251067] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "0632a2de-703b-428b-880c-ae2a176cbb82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.251349] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "0632a2de-703b-428b-880c-ae2a176cbb82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.251560] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "0632a2de-703b-428b-880c-ae2a176cbb82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.251749] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "0632a2de-703b-428b-880c-ae2a176cbb82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.251918] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "0632a2de-703b-428b-880c-ae2a176cbb82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.254036] env[69411]: INFO nova.compute.manager [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Terminating instance [ 1338.362436] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.362667] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.362877] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.494606] env[69411]: DEBUG nova.network.neutron [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Updating instance_info_cache with network_info: [{"id": "586b5378-d20d-4fa4-b677-410bc7f238d9", "address": "fa:16:3e:09:92:de", "network": {"id": "9ab6cf56-20b1-4909-94f7-68b86fad954d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1628439975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3229fcc0c49b495b929d009acd686224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586b5378-d2", "ovs_interfaceid": "586b5378-d20d-4fa4-b677-410bc7f238d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.559543] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.562210] env[69411]: DEBUG oslo_concurrency.lockutils [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] Acquired lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.562482] env[69411]: DEBUG nova.network.neutron [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Refreshing network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1338.587232] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d015e4127461d63ac1b9bc3bd35afb76',container_format='bare',created_at=2025-04-09T11:20:35Z,direct_url=,disk_format='vmdk',id=b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-518685575-shelved',owner='09a468d6abf74dfe96482d7efce2bef3',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-09T11:20:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.587536] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.587706] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.587896] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.588060] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.588211] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.588426] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.588587] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.588755] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.588917] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.589105] env[69411]: DEBUG nova.virt.hardware [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.590255] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8143ad3-87c0-40e2-97a2-6306b2b69d80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.599694] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608af21f-62e2-47ba-94cb-f5df64596b70 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.616211] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:1d:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6005cfd6-af5a-4e06-8e88-714f4a13f4f8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.623710] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.624316] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.624549] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1e6ac7c-5001-4f65-b6ff-8dab11348dd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.644664] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.644664] env[69411]: value = "task-3379781" [ 1338.644664] env[69411]: _type = "Task" [ 1338.644664] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.652762] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379781, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.669066] env[69411]: DEBUG nova.scheduler.client.report [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.758061] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "refresh_cache-0632a2de-703b-428b-880c-ae2a176cbb82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.758466] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquired lock "refresh_cache-0632a2de-703b-428b-880c-ae2a176cbb82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.758515] env[69411]: DEBUG nova.network.neutron [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1338.997715] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Releasing lock "refresh_cache-b8bf32f7-acdb-4982-a32a-c76d9d643f3d" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.154903] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379781, 'name': CreateVM_Task, 'duration_secs': 0.296865} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.155115] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.155778] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.155948] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.156358] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.156617] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c4cc09-2cce-4751-8bd3-dcdeb251070b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.161704] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1339.161704] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]524e6be8-ad0b-9e70-358c-0bcf6cfd7857" [ 1339.161704] env[69411]: _type = "Task" [ 1339.161704] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.171442] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]524e6be8-ad0b-9e70-358c-0bcf6cfd7857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.174183] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.198420] env[69411]: INFO nova.scheduler.client.report [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted allocations for instance cf98f88b-c2b0-466d-a337-6415803b8af9 [ 1339.277977] env[69411]: DEBUG nova.network.neutron [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1339.310217] env[69411]: DEBUG nova.network.neutron [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updated VIF entry in instance network info cache for port 6005cfd6-af5a-4e06-8e88-714f4a13f4f8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1339.310555] env[69411]: DEBUG nova.network.neutron [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [{"id": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "address": "fa:16:3e:5d:1d:04", "network": {"id": "645528c9-4c59-4fee-8636-db0892968f50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-338698152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a468d6abf74dfe96482d7efce2bef3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005cfd6-af", "ovs_interfaceid": "6005cfd6-af5a-4e06-8e88-714f4a13f4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.322915] env[69411]: DEBUG nova.network.neutron [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.395242] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.395436] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.395618] env[69411]: DEBUG nova.network.neutron [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1339.501802] env[69411]: DEBUG nova.compute.manager [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.503014] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e3a8f-b39a-49a6-b344-5dd68ce66257 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.672160] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.672476] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Processing image b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.672828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.672913] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.673139] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.673421] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4156c44-387c-4820-8786-0de9b714dccc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.683079] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.683328] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.684051] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b00cd4-b3eb-49fd-8b67-ff43bf550e51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.689488] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1339.689488] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b61d35-849a-9f2b-81fc-179ff5cf8f32" [ 1339.689488] env[69411]: _type = "Task" [ 1339.689488] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.698462] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b61d35-849a-9f2b-81fc-179ff5cf8f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.705253] env[69411]: DEBUG oslo_concurrency.lockutils [None req-dd79715e-8e60-4cc9-8afb-f93f5bf58fff tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "cf98f88b-c2b0-466d-a337-6415803b8af9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.127s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.813053] env[69411]: DEBUG oslo_concurrency.lockutils [req-61f4d5d1-07a4-410b-b6b2-dd1684664faf req-72fd80ad-7afa-4d8c-9949-121c83f80b12 service nova] Releasing lock "refresh_cache-4863e536-4cd0-465c-bf98-10fac860ae2a" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.824966] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Releasing lock "refresh_cache-0632a2de-703b-428b-880c-ae2a176cbb82" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.825490] env[69411]: DEBUG nova.compute.manager [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.825694] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.826606] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c330372-94fa-4eca-a0e0-e301c066bcfb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.835457] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.835704] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6031c1e-e0d5-4a49-a99b-4dd586f3af1e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.842844] env[69411]: DEBUG oslo_vmware.api [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1339.842844] env[69411]: value = "task-3379782" [ 1339.842844] env[69411]: _type = "Task" [ 1339.842844] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.850695] env[69411]: DEBUG oslo_vmware.api [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.204441] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Preparing fetch location {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1340.204721] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Fetch image to [datastore2] OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3/OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3.vmdk {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1340.204912] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Downloading stream optimized image b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 to [datastore2] OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3/OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3.vmdk on the data store datastore2 as vApp {{(pid=69411) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1340.205154] env[69411]: DEBUG nova.virt.vmwareapi.images [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Downloading image file data b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 to the ESX as VM named 'OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3' {{(pid=69411) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1340.291827] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1340.291827] env[69411]: value = "resgroup-9" [ 1340.291827] env[69411]: _type = "ResourcePool" [ 1340.291827] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1340.292150] env[69411]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-25bb263f-c286-46be-bb9b-8364dec07180 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.314729] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease: (returnval){ [ 1340.314729] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d8f8-f124-5889-a633-3f37e9b87bf4" [ 1340.314729] env[69411]: _type = "HttpNfcLease" [ 1340.314729] env[69411]: } obtained for vApp import into resource pool (val){ [ 1340.314729] env[69411]: value = "resgroup-9" [ 1340.314729] env[69411]: _type = "ResourcePool" [ 1340.314729] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1340.315082] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the lease: (returnval){ [ 1340.315082] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d8f8-f124-5889-a633-3f37e9b87bf4" [ 1340.315082] env[69411]: _type = "HttpNfcLease" [ 1340.315082] env[69411]: } to be ready. {{(pid=69411) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1340.323740] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.323740] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d8f8-f124-5889-a633-3f37e9b87bf4" [ 1340.323740] env[69411]: _type = "HttpNfcLease" [ 1340.323740] env[69411]: } is initializing. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1340.354103] env[69411]: DEBUG oslo_vmware.api [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379782, 'name': PowerOffVM_Task, 'duration_secs': 0.123245} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.354414] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.355789] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.355789] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd84406-6b47-46b5-af37-3be0c125f5ba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.358343] env[69411]: DEBUG nova.network.neutron [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.384831] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.385099] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.385338] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleting the datastore file [datastore2] 0632a2de-703b-428b-880c-ae2a176cbb82 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.385922] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b164ad-4cfb-479d-9a6e-69eaf63bc71a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.394023] env[69411]: DEBUG oslo_vmware.api [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for the task: (returnval){ [ 1340.394023] env[69411]: value = "task-3379785" [ 1340.394023] env[69411]: _type = "Task" [ 1340.394023] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.402495] env[69411]: DEBUG oslo_vmware.api [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.519075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf7299-9ca4-4558-8059-f0bd430d64dd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.528363] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Doing hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1340.528635] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8b5a7412-c027-4483-8843-707fbe7cd2e3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.539369] env[69411]: DEBUG oslo_vmware.api [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1340.539369] env[69411]: value = "task-3379786" [ 1340.539369] env[69411]: _type = "Task" [ 1340.539369] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.548670] env[69411]: DEBUG oslo_vmware.api [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379786, 'name': ResetVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.824243] env[69411]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.824243] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d8f8-f124-5889-a633-3f37e9b87bf4" [ 1340.824243] env[69411]: _type = "HttpNfcLease" [ 1340.824243] env[69411]: } is ready. {{(pid=69411) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1340.824673] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1340.824673] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]5279d8f8-f124-5889-a633-3f37e9b87bf4" [ 1340.824673] env[69411]: _type = "HttpNfcLease" [ 1340.824673] env[69411]: }. {{(pid=69411) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1340.825313] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0537256-0fb4-428a-8c64-0248ef5e2006 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.833244] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aa0a7-6bca-9142-8227-8ab6a6bd6830/disk-0.vmdk from lease info. {{(pid=69411) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1340.833472] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aa0a7-6bca-9142-8227-8ab6a6bd6830/disk-0.vmdk. {{(pid=69411) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1340.895247] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.910395] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-322435e1-f283-4f83-8088-c1902c58fa9b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.914307] env[69411]: DEBUG oslo_vmware.api [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Task: {'id': task-3379785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093806} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.914825] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.915093] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.915305] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.915514] env[69411]: INFO nova.compute.manager [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1340.915895] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.915984] env[69411]: DEBUG nova.compute.manager [-] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.916088] env[69411]: DEBUG nova.network.neutron [-] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1340.940079] env[69411]: DEBUG nova.network.neutron [-] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1341.067083] env[69411]: DEBUG oslo_vmware.api [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379786, 'name': ResetVM_Task, 'duration_secs': 0.11209} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.067403] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Did hard reboot of VM {{(pid=69411) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1341.067579] env[69411]: DEBUG nova.compute.manager [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.068417] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb32815f-93eb-401c-a244-2c546284a1d8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.423483] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436144ef-3571-4a21-a2e7-5ed5add6858b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.443340] env[69411]: DEBUG nova.network.neutron [-] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.445572] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0235f4-c227-4fa7-ada8-43cc572e1738 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.454438] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance '9ca041f0-b520-4621-8708-9dcccca7cbdc' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.585522] env[69411]: DEBUG oslo_concurrency.lockutils [None req-0b456632-a3f6-45b0-9008-bb3be16cd4a6 tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.296s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.923720] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.924108] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.949075] env[69411]: INFO nova.compute.manager [-] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Took 1.03 seconds to deallocate network for instance. [ 1341.961166] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.961475] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-874c4771-8209-4c36-af1b-2793fb2dc323 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.973214] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1341.973214] env[69411]: value = "task-3379787" [ 1341.973214] env[69411]: _type = "Task" [ 1341.973214] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.984436] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.052277] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.052647] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.052942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.053245] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.053430] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.056012] env[69411]: INFO nova.compute.manager [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Terminating instance [ 1342.254071] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Completed reading data from the image iterator. {{(pid=69411) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1342.254071] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aa0a7-6bca-9142-8227-8ab6a6bd6830/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1342.254885] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf3dad1-6544-48d6-8e36-11144e3d24b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.263633] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aa0a7-6bca-9142-8227-8ab6a6bd6830/disk-0.vmdk is in state: ready. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1342.263839] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aa0a7-6bca-9142-8227-8ab6a6bd6830/disk-0.vmdk. {{(pid=69411) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1342.264149] env[69411]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8366046f-f421-4782-8063-47fab2a05bf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.428098] env[69411]: DEBUG nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.457395] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.458031] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.458031] env[69411]: DEBUG nova.objects.instance [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lazy-loading 'resources' on Instance uuid 0632a2de-703b-428b-880c-ae2a176cbb82 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.461146] env[69411]: DEBUG oslo_vmware.rw_handles [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529aa0a7-6bca-9142-8227-8ab6a6bd6830/disk-0.vmdk. {{(pid=69411) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1342.461406] env[69411]: INFO nova.virt.vmwareapi.images [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Downloaded image file data b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 [ 1342.462727] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f6b9ed-c58f-414e-b83c-05f7863e7bc9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.487018] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbd9ae2d-7b3e-4e76-ba1a-3bad0b548458 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.496098] env[69411]: DEBUG oslo_vmware.api [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379787, 'name': PowerOnVM_Task, 'duration_secs': 0.480916} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.496431] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.496627] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f8adbf89-605d-43af-8850-963bfd8dc464 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance '9ca041f0-b520-4621-8708-9dcccca7cbdc' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.525945] env[69411]: INFO nova.virt.vmwareapi.images [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] The imported VM was unregistered [ 1342.528807] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Caching image {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1342.528985] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.529308] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5838c531-7fd3-43c8-9435-0b18c6a37e42 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.561283] env[69411]: DEBUG nova.compute.manager [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.561569] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.563384] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b7708-312c-411f-94be-65f6cc02ee74 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.568326] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Created directory with path [datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0 {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.568508] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3/OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3.vmdk to [datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0.vmdk. {{(pid=69411) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1342.568819] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a5a62a42-6513-4227-b566-fd20a092b356 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.573037] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.573596] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39d21590-c1e6-4c5a-b1b8-4970623ce80c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.579235] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1342.579235] env[69411]: value = "task-3379789" [ 1342.579235] env[69411]: _type = "Task" [ 1342.579235] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.580509] env[69411]: DEBUG oslo_vmware.api [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1342.580509] env[69411]: value = "task-3379790" [ 1342.580509] env[69411]: _type = "Task" [ 1342.580509] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.591619] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379789, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.594637] env[69411]: DEBUG oslo_vmware.api [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.952773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.061668] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb21841e-0498-4cff-b471-d55cde4fe51d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.070104] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418fd56-9052-4c60-b9a8-28a367f59ddf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.108612] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a706a-2bf3-4736-a9c0-72fc8ea8eb45 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.116753] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379789, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.125336] env[69411]: DEBUG oslo_vmware.api [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379790, 'name': PowerOffVM_Task, 'duration_secs': 0.205296} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.125937] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.126266] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.128512] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86fb070-b483-4226-89b4-aee29f4a1fcd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.136437] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-722fb904-3f69-4039-9df0-27d5c54d6d54 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.152722] env[69411]: DEBUG nova.compute.provider_tree [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.207083] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.207083] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.207083] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Deleting the datastore file [datastore1] b8bf32f7-acdb-4982-a32a-c76d9d643f3d {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.207454] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-149ea7bc-2887-4ec9-ab4a-d77290836474 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.216042] env[69411]: DEBUG oslo_vmware.api [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for the task: (returnval){ [ 1343.216042] env[69411]: value = "task-3379792" [ 1343.216042] env[69411]: _type = "Task" [ 1343.216042] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.225661] env[69411]: DEBUG oslo_vmware.api [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.613889] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379789, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.656037] env[69411]: DEBUG nova.scheduler.client.report [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.727854] env[69411]: DEBUG oslo_vmware.api [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Task: {'id': task-3379792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400345} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.728155] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.728418] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.728958] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.728958] env[69411]: INFO nova.compute.manager [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1343.729145] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.729305] env[69411]: DEBUG nova.compute.manager [-] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.729406] env[69411]: DEBUG nova.network.neutron [-] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1344.031401] env[69411]: DEBUG nova.compute.manager [req-6cd3f462-877a-49d4-b9bb-12d9655f8b3d req-cf4cf430-5434-46ee-aeff-ea6307e999da service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Received event network-vif-deleted-586b5378-d20d-4fa4-b677-410bc7f238d9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.031931] env[69411]: INFO nova.compute.manager [req-6cd3f462-877a-49d4-b9bb-12d9655f8b3d req-cf4cf430-5434-46ee-aeff-ea6307e999da service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Neutron deleted interface 586b5378-d20d-4fa4-b677-410bc7f238d9; detaching it from the instance and deleting it from the info cache [ 1344.032058] env[69411]: DEBUG nova.network.neutron [req-6cd3f462-877a-49d4-b9bb-12d9655f8b3d req-cf4cf430-5434-46ee-aeff-ea6307e999da service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.116167] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379789, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.161453] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.164827] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.212s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.166360] env[69411]: INFO nova.compute.claims [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.183672] env[69411]: INFO nova.scheduler.client.report [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Deleted allocations for instance 0632a2de-703b-428b-880c-ae2a176cbb82 [ 1344.336537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.336537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.336757] env[69411]: DEBUG nova.compute.manager [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Going to confirm migration 8 {{(pid=69411) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1344.505279] env[69411]: DEBUG nova.network.neutron [-] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.535032] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98b4065a-07ee-43bb-afbf-06ffeeaa869e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.548189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79598cfe-54c9-48a6-bd9d-e4e7968c5948 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.579802] env[69411]: DEBUG nova.compute.manager [req-6cd3f462-877a-49d4-b9bb-12d9655f8b3d req-cf4cf430-5434-46ee-aeff-ea6307e999da service nova] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Detach interface failed, port_id=586b5378-d20d-4fa4-b677-410bc7f238d9, reason: Instance b8bf32f7-acdb-4982-a32a-c76d9d643f3d could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1344.616380] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379789, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.692635] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6be6e37f-61f0-4dd4-88fa-1a1fe11ae52f tempest-ServerShowV247Test-224983793 tempest-ServerShowV247Test-224983793-project-member] Lock "0632a2de-703b-428b-880c-ae2a176cbb82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.441s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.879029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.879276] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.879491] env[69411]: DEBUG nova.network.neutron [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1344.879846] env[69411]: DEBUG nova.objects.instance [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'info_cache' on Instance uuid 9ca041f0-b520-4621-8708-9dcccca7cbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.008351] env[69411]: INFO nova.compute.manager [-] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Took 1.28 seconds to deallocate network for instance. [ 1345.115787] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379789, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.293800] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26706b-a11a-4208-b54d-019a5a9843f9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.302666] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b00d0f-6faf-4e3c-933d-da36120b4007 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.336588] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eec53f-ec14-4f14-a55e-ecaa43a80af1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.345717] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f06b4a2-3de1-4a34-8032-b1021b6e4f04 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.361381] env[69411]: DEBUG nova.compute.provider_tree [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.518766] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.614838] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379789, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.033075} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.615152] env[69411]: INFO nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3/OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3.vmdk to [datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0.vmdk. [ 1345.615387] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Cleaning up location [datastore2] OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1345.615564] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5ebb8173-6a51-4a4e-8986-4da6fbf919e3 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.615823] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea30d960-bb3a-4c74-9384-6be267219938 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.622990] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1345.622990] env[69411]: value = "task-3379793" [ 1345.622990] env[69411]: _type = "Task" [ 1345.622990] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.631010] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.864927] env[69411]: DEBUG nova.scheduler.client.report [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.116042] env[69411]: DEBUG nova.network.neutron [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [{"id": "4432f339-7ef6-4aa4-8837-84b785151648", "address": "fa:16:3e:d3:6a:16", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4432f339-7e", "ovs_interfaceid": "4432f339-7ef6-4aa4-8837-84b785151648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.135586] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190102} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.135882] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.136030] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.136303] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0.vmdk to [datastore2] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.136573] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d945b805-90fa-44b6-9aad-274da859fc23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.145245] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1346.145245] env[69411]: value = "task-3379794" [ 1346.145245] env[69411]: _type = "Task" [ 1346.145245] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.154911] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.369889] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.370479] env[69411]: DEBUG nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.373328] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.855s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.373518] env[69411]: DEBUG nova.objects.instance [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lazy-loading 'resources' on Instance uuid b8bf32f7-acdb-4982-a32a-c76d9d643f3d {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.619078] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-9ca041f0-b520-4621-8708-9dcccca7cbdc" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.619371] env[69411]: DEBUG nova.objects.instance [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'migration_context' on Instance uuid 9ca041f0-b520-4621-8708-9dcccca7cbdc {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.655299] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.876609] env[69411]: DEBUG nova.compute.utils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.880928] env[69411]: DEBUG nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.881345] env[69411]: DEBUG nova.network.neutron [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.919083] env[69411]: DEBUG nova.policy [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '938e722865ee490a839d0dee11943f8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7d8861151194ef79e0e09f35a2033e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.966023] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f74aa0e-c687-4036-be7b-ece46224d4f8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.975090] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8db010-0767-4f63-a540-8cbe3c60a126 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.009335] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b4420-5f72-4972-a97d-36983abcea38 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.019236] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b0208-6d3a-463b-bb83-b7066a1512fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.035298] env[69411]: DEBUG nova.compute.provider_tree [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.124609] env[69411]: DEBUG nova.objects.base [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Object Instance<9ca041f0-b520-4621-8708-9dcccca7cbdc> lazy-loaded attributes: info_cache,migration_context {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1347.125748] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79cfccf-cdf7-44ea-83af-ffeaa4028c7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.152686] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0038f532-0b74-487d-9ff3-35dc10725b7e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.161396] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.162938] env[69411]: DEBUG oslo_vmware.api [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1347.162938] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52baf85f-2b9d-53b4-0a01-7fc809d8788e" [ 1347.162938] env[69411]: _type = "Task" [ 1347.162938] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.175578] env[69411]: DEBUG oslo_vmware.api [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52baf85f-2b9d-53b4-0a01-7fc809d8788e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.225063] env[69411]: DEBUG nova.network.neutron [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Successfully created port: 376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.382075] env[69411]: DEBUG nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.538435] env[69411]: DEBUG nova.scheduler.client.report [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.660681] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.675551] env[69411]: DEBUG oslo_vmware.api [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52baf85f-2b9d-53b4-0a01-7fc809d8788e, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.675857] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.044504] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.047028] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.371s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.068907] env[69411]: INFO nova.scheduler.client.report [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Deleted allocations for instance b8bf32f7-acdb-4982-a32a-c76d9d643f3d [ 1348.162414] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.394024] env[69411]: DEBUG nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.431165] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.431165] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.431165] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.431165] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.431165] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.431165] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.431828] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.432186] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.432596] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.432950] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.433347] env[69411]: DEBUG nova.virt.hardware [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.434392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e7b473-8ec4-4f00-8497-1e1109610d3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.449037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4686e0f-baa2-40fe-9fc6-bcdadd23cca9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.578707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-40007be7-d362-4467-97df-98a5ccfbd69a tempest-InstanceActionsTestJSON-537388784 tempest-InstanceActionsTestJSON-537388784-project-member] Lock "b8bf32f7-acdb-4982-a32a-c76d9d643f3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.524s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.609176] env[69411]: DEBUG nova.compute.manager [req-d42c43e2-b0f8-4c66-92f4-6f3021a4905b req-705c8073-598f-4d4e-a50b-b1442ba99c0b service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Received event network-vif-plugged-376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.609176] env[69411]: DEBUG oslo_concurrency.lockutils [req-d42c43e2-b0f8-4c66-92f4-6f3021a4905b req-705c8073-598f-4d4e-a50b-b1442ba99c0b service nova] Acquiring lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.609176] env[69411]: DEBUG oslo_concurrency.lockutils [req-d42c43e2-b0f8-4c66-92f4-6f3021a4905b req-705c8073-598f-4d4e-a50b-b1442ba99c0b service nova] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.609176] env[69411]: DEBUG oslo_concurrency.lockutils [req-d42c43e2-b0f8-4c66-92f4-6f3021a4905b req-705c8073-598f-4d4e-a50b-b1442ba99c0b service nova] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.609176] env[69411]: DEBUG nova.compute.manager [req-d42c43e2-b0f8-4c66-92f4-6f3021a4905b req-705c8073-598f-4d4e-a50b-b1442ba99c0b service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] No waiting events found dispatching network-vif-plugged-376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.609176] env[69411]: WARNING nova.compute.manager [req-d42c43e2-b0f8-4c66-92f4-6f3021a4905b req-705c8073-598f-4d4e-a50b-b1442ba99c0b service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Received unexpected event network-vif-plugged-376ff042-8550-4fde-96b1-743a76b88a11 for instance with vm_state building and task_state spawning. [ 1348.663030] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e4c82e-118f-452e-94d9-7b3678bf002f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.670756] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.677036] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8c2da1-1618-4ee4-bd67-224bc72ff689 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.711645] env[69411]: DEBUG nova.network.neutron [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Successfully updated port: 376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.715548] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a46417-7172-423e-b2b9-8cc39d69911e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.722983] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92a300a-c8c6-4e61-95a9-766b4973948d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.739220] env[69411]: DEBUG nova.compute.provider_tree [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.160461] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.217304] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.217578] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.217749] env[69411]: DEBUG nova.network.neutron [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1349.242443] env[69411]: DEBUG nova.scheduler.client.report [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.663072] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379794, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.123152} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.663188] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0/b854ebb0-fa6b-40a6-aa2e-d5fdcea81cf0.vmdk to [datastore2] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.664035] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89b3c6-46d4-4206-a550-7a7e9f20a302 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.687393] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.687695] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be5c99a-09b2-4f4c-9f43-25d45a115506 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.709168] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1349.709168] env[69411]: value = "task-3379795" [ 1349.709168] env[69411]: _type = "Task" [ 1349.709168] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.717098] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.753845] env[69411]: DEBUG nova.network.neutron [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1349.885445] env[69411]: DEBUG nova.network.neutron [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updating instance_info_cache with network_info: [{"id": "376ff042-8550-4fde-96b1-743a76b88a11", "address": "fa:16:3e:6d:c9:7d", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376ff042-85", "ovs_interfaceid": "376ff042-8550-4fde-96b1-743a76b88a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.219316] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.260039] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.213s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.388647] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.388832] env[69411]: DEBUG nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Instance network_info: |[{"id": "376ff042-8550-4fde-96b1-743a76b88a11", "address": "fa:16:3e:6d:c9:7d", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376ff042-85", "ovs_interfaceid": "376ff042-8550-4fde-96b1-743a76b88a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.389267] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:c9:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '376ff042-8550-4fde-96b1-743a76b88a11', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.396798] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.396994] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.397235] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45086b71-da9c-4502-8bff-76a8a7cba3e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.419260] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.419260] env[69411]: value = "task-3379796" [ 1350.419260] env[69411]: _type = "Task" [ 1350.419260] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.430729] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379796, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.635893] env[69411]: DEBUG nova.compute.manager [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Received event network-changed-376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.636127] env[69411]: DEBUG nova.compute.manager [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Refreshing instance network info cache due to event network-changed-376ff042-8550-4fde-96b1-743a76b88a11. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.636356] env[69411]: DEBUG oslo_concurrency.lockutils [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] Acquiring lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.636501] env[69411]: DEBUG oslo_concurrency.lockutils [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] Acquired lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.636667] env[69411]: DEBUG nova.network.neutron [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Refreshing network info cache for port 376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1350.719889] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.822376] env[69411]: INFO nova.scheduler.client.report [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted allocation for migration 4e9d1e75-3255-4d69-8212-5f8e08e3b680 [ 1350.928369] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379796, 'name': CreateVM_Task, 'duration_secs': 0.497232} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.928572] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.929232] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.929401] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.929728] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.929990] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbd0a86-c11c-4bfc-a366-d6c4a3daf1a7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.934364] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1350.934364] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52641467-f9f9-fd8b-6b01-790d91be0503" [ 1350.934364] env[69411]: _type = "Task" [ 1350.934364] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.941610] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52641467-f9f9-fd8b-6b01-790d91be0503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.219956] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379795, 'name': ReconfigVM_Task, 'duration_secs': 1.412749} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.220260] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4863e536-4cd0-465c-bf98-10fac860ae2a/4863e536-4cd0-465c-bf98-10fac860ae2a.vmdk or device None with type streamOptimized {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.220878] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-108ecd59-4ad2-4318-90c6-2f44d9782158 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.227508] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1351.227508] env[69411]: value = "task-3379797" [ 1351.227508] env[69411]: _type = "Task" [ 1351.227508] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.237869] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379797, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.329094] env[69411]: DEBUG oslo_concurrency.lockutils [None req-42b63ada-493b-4986-88ad-4c62bc0e9dcd tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.992s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.360131] env[69411]: DEBUG nova.network.neutron [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updated VIF entry in instance network info cache for port 376ff042-8550-4fde-96b1-743a76b88a11. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1351.360432] env[69411]: DEBUG nova.network.neutron [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updating instance_info_cache with network_info: [{"id": "376ff042-8550-4fde-96b1-743a76b88a11", "address": "fa:16:3e:6d:c9:7d", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376ff042-85", "ovs_interfaceid": "376ff042-8550-4fde-96b1-743a76b88a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.444894] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52641467-f9f9-fd8b-6b01-790d91be0503, 'name': SearchDatastore_Task, 'duration_secs': 0.042497} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.445285] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.445570] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.445854] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.446046] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.446275] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.446539] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9539a32f-76b7-42c4-a654-8b8e6b9c2d3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.454495] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.454672] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.455403] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d948277-139b-4cf6-b2e7-9897a9474571 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.460385] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1351.460385] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52aa10c3-7421-037c-9ee9-21d44cf90925" [ 1351.460385] env[69411]: _type = "Task" [ 1351.460385] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.467729] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52aa10c3-7421-037c-9ee9-21d44cf90925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.601060] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.601322] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.601549] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.602292] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.602292] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.604264] env[69411]: INFO nova.compute.manager [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Terminating instance [ 1351.737733] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379797, 'name': Rename_Task, 'duration_secs': 0.134998} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.738016] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.738265] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33afbd2b-9932-4c93-9433-520f0d88be3e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.743991] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1351.743991] env[69411]: value = "task-3379798" [ 1351.743991] env[69411]: _type = "Task" [ 1351.743991] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.751385] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.862768] env[69411]: DEBUG oslo_concurrency.lockutils [req-244999d9-daf3-4ca6-80be-9bd445ba815d req-fd83f52b-122a-45a2-9375-69c38c27bb3e service nova] Releasing lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.972061] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52aa10c3-7421-037c-9ee9-21d44cf90925, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.972918] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4932b2b-451a-40e5-ac7c-dff113a34915 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.977890] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1351.977890] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52dcfb4b-69fb-29bd-3411-0049ea20049e" [ 1351.977890] env[69411]: _type = "Task" [ 1351.977890] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.985439] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dcfb4b-69fb-29bd-3411-0049ea20049e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.108513] env[69411]: DEBUG nova.compute.manager [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.108753] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.109709] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37bbd4-a41b-4ed4-83e3-d7cacc1cb710 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.117811] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.118095] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be900603-1eeb-4b6b-becd-1d987c9ecd98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.124561] env[69411]: DEBUG oslo_vmware.api [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1352.124561] env[69411]: value = "task-3379799" [ 1352.124561] env[69411]: _type = "Task" [ 1352.124561] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.133302] env[69411]: DEBUG oslo_vmware.api [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.254586] env[69411]: DEBUG oslo_vmware.api [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379798, 'name': PowerOnVM_Task, 'duration_secs': 0.422807} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.254989] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.366903] env[69411]: DEBUG nova.compute.manager [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.367118] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010fdb55-a0df-483b-998f-35049e39405f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.488423] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52dcfb4b-69fb-29bd-3411-0049ea20049e, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.488712] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.488974] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 41e0befe-addb-4e50-ae67-c7ab0f1fde64/41e0befe-addb-4e50-ae67-c7ab0f1fde64.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.489247] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be0d49b1-a28c-4403-b096-48dc06dc6ed7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.498777] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1352.498777] env[69411]: value = "task-3379800" [ 1352.498777] env[69411]: _type = "Task" [ 1352.498777] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.504518] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.635810] env[69411]: DEBUG oslo_vmware.api [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379799, 'name': PowerOffVM_Task, 'duration_secs': 0.226687} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.636133] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.636430] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.636912] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f321f7b-2fa9-452d-9591-63e6fd7721cd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.725302] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.725558] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.725731] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleting the datastore file [datastore1] 9ca041f0-b520-4621-8708-9dcccca7cbdc {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.726162] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740342e0-73ec-4b57-8546-2e5c4e11ecad {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.735063] env[69411]: DEBUG oslo_vmware.api [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1352.735063] env[69411]: value = "task-3379802" [ 1352.735063] env[69411]: _type = "Task" [ 1352.735063] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.745308] env[69411]: DEBUG oslo_vmware.api [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.884663] env[69411]: DEBUG oslo_concurrency.lockutils [None req-3fd00952-922a-4e7f-a251-c8ad92b26651 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.340s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.006767] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423457} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.007013] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 41e0befe-addb-4e50-ae67-c7ab0f1fde64/41e0befe-addb-4e50-ae67-c7ab0f1fde64.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.007225] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.007530] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d03faa1f-f122-4957-8ab3-3e1db4b38ab3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.013850] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1353.013850] env[69411]: value = "task-3379803" [ 1353.013850] env[69411]: _type = "Task" [ 1353.013850] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.021789] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.173646] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.173942] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.174201] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.174391] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.174564] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.176875] env[69411]: INFO nova.compute.manager [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Terminating instance [ 1353.244453] env[69411]: DEBUG oslo_vmware.api [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276205} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.244712] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.244910] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.245105] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.245326] env[69411]: INFO nova.compute.manager [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1353.245568] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.245756] env[69411]: DEBUG nova.compute.manager [-] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.245853] env[69411]: DEBUG nova.network.neutron [-] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1353.524076] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05699} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.524374] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.525097] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36169469-db53-4633-b3a9-78a221a612f6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.549572] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 41e0befe-addb-4e50-ae67-c7ab0f1fde64/41e0befe-addb-4e50-ae67-c7ab0f1fde64.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.549572] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e345fec6-d40b-4065-8e44-fdf2eed41d98 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.570515] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1353.570515] env[69411]: value = "task-3379804" [ 1353.570515] env[69411]: _type = "Task" [ 1353.570515] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.579357] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.681398] env[69411]: DEBUG nova.compute.manager [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.681629] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.682535] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316b196d-77f4-471b-9ac5-f3024c3c22b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.691385] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.691638] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2465b9e-d76d-4731-9508-f3088fba48a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.697870] env[69411]: DEBUG oslo_vmware.api [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1353.697870] env[69411]: value = "task-3379805" [ 1353.697870] env[69411]: _type = "Task" [ 1353.697870] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.707354] env[69411]: DEBUG oslo_vmware.api [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.709764] env[69411]: DEBUG nova.compute.manager [req-8f2ed630-001c-44b1-8284-a19e44591a0a req-a267f9c7-9194-49dc-9399-291096929b94 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Received event network-vif-deleted-4432f339-7ef6-4aa4-8837-84b785151648 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.709958] env[69411]: INFO nova.compute.manager [req-8f2ed630-001c-44b1-8284-a19e44591a0a req-a267f9c7-9194-49dc-9399-291096929b94 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Neutron deleted interface 4432f339-7ef6-4aa4-8837-84b785151648; detaching it from the instance and deleting it from the info cache [ 1353.710151] env[69411]: DEBUG nova.network.neutron [req-8f2ed630-001c-44b1-8284-a19e44591a0a req-a267f9c7-9194-49dc-9399-291096929b94 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.079935] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379804, 'name': ReconfigVM_Task, 'duration_secs': 0.263076} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.080248] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 41e0befe-addb-4e50-ae67-c7ab0f1fde64/41e0befe-addb-4e50-ae67-c7ab0f1fde64.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.080880] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19bf39fb-5777-4eec-9748-f40198b49034 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.087045] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1354.087045] env[69411]: value = "task-3379806" [ 1354.087045] env[69411]: _type = "Task" [ 1354.087045] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.094538] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379806, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.188232] env[69411]: DEBUG nova.network.neutron [-] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.207897] env[69411]: DEBUG oslo_vmware.api [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379805, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.212831] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1803bc66-85f2-4ff6-a33a-c64ea0bafbd6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.221453] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f507da-8a9e-41e3-953f-55c182f720eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.249695] env[69411]: DEBUG nova.compute.manager [req-8f2ed630-001c-44b1-8284-a19e44591a0a req-a267f9c7-9194-49dc-9399-291096929b94 service nova] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Detach interface failed, port_id=4432f339-7ef6-4aa4-8837-84b785151648, reason: Instance 9ca041f0-b520-4621-8708-9dcccca7cbdc could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.596716] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379806, 'name': Rename_Task, 'duration_secs': 0.12754} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.597082] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.597217] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a6a2d5-f6bf-43a7-bd1d-f0c461643cef {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.604129] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1354.604129] env[69411]: value = "task-3379807" [ 1354.604129] env[69411]: _type = "Task" [ 1354.604129] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.612509] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.692105] env[69411]: INFO nova.compute.manager [-] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Took 1.45 seconds to deallocate network for instance. [ 1354.707440] env[69411]: DEBUG oslo_vmware.api [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379805, 'name': PowerOffVM_Task, 'duration_secs': 0.542885} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.707704] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.707877] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.708144] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3cf3cfc-f66b-49bd-a4d5-58bd1f04ea3c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.767368] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.767632] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.767852] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleting the datastore file [datastore2] 4863e536-4cd0-465c-bf98-10fac860ae2a {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.768153] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05142b22-ef82-44eb-b161-44ae3a784b84 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.775017] env[69411]: DEBUG oslo_vmware.api [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for the task: (returnval){ [ 1354.775017] env[69411]: value = "task-3379809" [ 1354.775017] env[69411]: _type = "Task" [ 1354.775017] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.782703] env[69411]: DEBUG oslo_vmware.api [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.114453] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.198624] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.198896] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.199133] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.222766] env[69411]: INFO nova.scheduler.client.report [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted allocations for instance 9ca041f0-b520-4621-8708-9dcccca7cbdc [ 1355.285633] env[69411]: DEBUG oslo_vmware.api [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Task: {'id': task-3379809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127123} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.285879] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.286079] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.286261] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.286439] env[69411]: INFO nova.compute.manager [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1355.286676] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.286863] env[69411]: DEBUG nova.compute.manager [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.286959] env[69411]: DEBUG nova.network.neutron [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1355.615613] env[69411]: DEBUG oslo_vmware.api [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379807, 'name': PowerOnVM_Task, 'duration_secs': 0.609528} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.615966] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.616250] env[69411]: INFO nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1355.616496] env[69411]: DEBUG nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.617367] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20855796-5240-4627-9324-91f5c7a641eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.731519] env[69411]: DEBUG oslo_concurrency.lockutils [None req-08f90d9d-b0c8-4193-8e95-e74a86b90a69 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "9ca041f0-b520-4621-8708-9dcccca7cbdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.130s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.794879] env[69411]: DEBUG nova.compute.manager [req-5c702b6f-710d-4bf2-8145-fe12e174b3c2 req-2bb44442-ec5b-4495-a5e3-7caee519778b service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Received event network-vif-deleted-6005cfd6-af5a-4e06-8e88-714f4a13f4f8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.795098] env[69411]: INFO nova.compute.manager [req-5c702b6f-710d-4bf2-8145-fe12e174b3c2 req-2bb44442-ec5b-4495-a5e3-7caee519778b service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Neutron deleted interface 6005cfd6-af5a-4e06-8e88-714f4a13f4f8; detaching it from the instance and deleting it from the info cache [ 1355.795318] env[69411]: DEBUG nova.network.neutron [req-5c702b6f-710d-4bf2-8145-fe12e174b3c2 req-2bb44442-ec5b-4495-a5e3-7caee519778b service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.136250] env[69411]: INFO nova.compute.manager [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Took 13.20 seconds to build instance. [ 1356.209312] env[69411]: DEBUG nova.network.neutron [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.297802] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ddf9a56-585f-4f9e-b6a9-4dde063e44ed {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.311888] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9d03a6-0a4f-4f01-9d75-cf4077b447c8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.343161] env[69411]: DEBUG nova.compute.manager [req-5c702b6f-710d-4bf2-8145-fe12e174b3c2 req-2bb44442-ec5b-4495-a5e3-7caee519778b service nova] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Detach interface failed, port_id=6005cfd6-af5a-4e06-8e88-714f4a13f4f8, reason: Instance 4863e536-4cd0-465c-bf98-10fac860ae2a could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.544691] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.544952] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.638284] env[69411]: DEBUG oslo_concurrency.lockutils [None req-a3d01374-cc68-44ba-88c5-51de870b56d6 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.714s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.712024] env[69411]: INFO nova.compute.manager [-] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Took 1.42 seconds to deallocate network for instance. [ 1357.047318] env[69411]: DEBUG nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.218231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.218527] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.218752] env[69411]: DEBUG nova.objects.instance [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lazy-loading 'resources' on Instance uuid 4863e536-4cd0-465c-bf98-10fac860ae2a {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.350560] env[69411]: DEBUG nova.compute.manager [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Received event network-changed-376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.350765] env[69411]: DEBUG nova.compute.manager [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Refreshing instance network info cache due to event network-changed-376ff042-8550-4fde-96b1-743a76b88a11. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.351066] env[69411]: DEBUG oslo_concurrency.lockutils [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] Acquiring lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.351119] env[69411]: DEBUG oslo_concurrency.lockutils [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] Acquired lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.351331] env[69411]: DEBUG nova.network.neutron [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Refreshing network info cache for port 376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1357.572648] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.785032] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9529e8-d9de-4249-940f-0a6229878293 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.792783] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fad4a3-d4c6-41d7-9521-3c849259b067 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.823341] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eaaf02-3095-4fb9-98b8-a1f15b939358 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.830534] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfecefe4-a6af-40db-8600-32f782f4de4d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.843542] env[69411]: DEBUG nova.compute.provider_tree [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.047485] env[69411]: DEBUG nova.network.neutron [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updated VIF entry in instance network info cache for port 376ff042-8550-4fde-96b1-743a76b88a11. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1358.047862] env[69411]: DEBUG nova.network.neutron [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updating instance_info_cache with network_info: [{"id": "376ff042-8550-4fde-96b1-743a76b88a11", "address": "fa:16:3e:6d:c9:7d", "network": {"id": "63f35937-df28-4e0a-b34f-173882a02fcf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-806881386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d8861151194ef79e0e09f35a2033e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap376ff042-85", "ovs_interfaceid": "376ff042-8550-4fde-96b1-743a76b88a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.346779] env[69411]: DEBUG nova.scheduler.client.report [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.551276] env[69411]: DEBUG oslo_concurrency.lockutils [req-b74f6961-e9c7-4626-ba48-0b28595f285f req-68be7939-ff45-40cf-a1e7-7ae4f9c12be7 service nova] Releasing lock "refresh_cache-41e0befe-addb-4e50-ae67-c7ab0f1fde64" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.852411] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.854927] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.282s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.856569] env[69411]: INFO nova.compute.claims [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.870027] env[69411]: INFO nova.scheduler.client.report [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Deleted allocations for instance 4863e536-4cd0-465c-bf98-10fac860ae2a [ 1359.377525] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d3f9c3b5-b35e-47ea-ae72-6e7c2775db67 tempest-ServerActionsTestOtherB-1477441539 tempest-ServerActionsTestOtherB-1477441539-project-member] Lock "4863e536-4cd0-465c-bf98-10fac860ae2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.203s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.912921] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4bd50a-7381-4935-bb92-9b9a682065eb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.920907] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca372667-2385-46f7-a0d2-812b3958cfe4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.950501] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4e0ef4-f7c3-416c-9798-20bed7aed87a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.957130] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b5668-2f73-4b49-803d-1ee453227dcc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.970243] env[69411]: DEBUG nova.compute.provider_tree [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.473984] env[69411]: DEBUG nova.scheduler.client.report [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.978975] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.979531] env[69411]: DEBUG nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.484421] env[69411]: DEBUG nova.compute.utils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.485887] env[69411]: DEBUG nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.486072] env[69411]: DEBUG nova.network.neutron [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.534011] env[69411]: DEBUG nova.policy [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f4e30e3ee14b5b9c491796d47135f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e63e49b802245f891bd344719bf1aa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.796145] env[69411]: DEBUG nova.network.neutron [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Successfully created port: c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.989330] env[69411]: DEBUG nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.001213] env[69411]: DEBUG nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.028479] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.028726] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.028888] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.029084] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.029384] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.029384] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.029592] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.029756] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.029923] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.030101] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.030281] env[69411]: DEBUG nova.virt.hardware [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.031158] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dd9aa4-bf33-4aaa-bbd4-e8ea2567b2b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.039431] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeae4905-e104-44cd-9bb7-7b00cbd6d4b2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.152952] env[69411]: DEBUG nova.compute.manager [req-0c5f842a-f46f-4db0-9dbd-346389506d8a req-305eb9c4-6ee3-40b5-ab1f-2bc49d7db9bc service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Received event network-vif-plugged-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.153205] env[69411]: DEBUG oslo_concurrency.lockutils [req-0c5f842a-f46f-4db0-9dbd-346389506d8a req-305eb9c4-6ee3-40b5-ab1f-2bc49d7db9bc service nova] Acquiring lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.153457] env[69411]: DEBUG oslo_concurrency.lockutils [req-0c5f842a-f46f-4db0-9dbd-346389506d8a req-305eb9c4-6ee3-40b5-ab1f-2bc49d7db9bc service nova] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.153642] env[69411]: DEBUG oslo_concurrency.lockutils [req-0c5f842a-f46f-4db0-9dbd-346389506d8a req-305eb9c4-6ee3-40b5-ab1f-2bc49d7db9bc service nova] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.153861] env[69411]: DEBUG nova.compute.manager [req-0c5f842a-f46f-4db0-9dbd-346389506d8a req-305eb9c4-6ee3-40b5-ab1f-2bc49d7db9bc service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] No waiting events found dispatching network-vif-plugged-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.154133] env[69411]: WARNING nova.compute.manager [req-0c5f842a-f46f-4db0-9dbd-346389506d8a req-305eb9c4-6ee3-40b5-ab1f-2bc49d7db9bc service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Received unexpected event network-vif-plugged-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 for instance with vm_state building and task_state spawning. [ 1363.225148] env[69411]: DEBUG nova.network.neutron [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Successfully updated port: c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.728335] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.728463] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.728594] env[69411]: DEBUG nova.network.neutron [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1364.259284] env[69411]: DEBUG nova.network.neutron [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1364.387166] env[69411]: DEBUG nova.network.neutron [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.891127] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.891127] env[69411]: DEBUG nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Instance network_info: |[{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.891477] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:51:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c505b1d5-b3a2-4f61-826c-18827f4f2ff0', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.899108] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.899643] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.899884] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfdd2a68-224a-4e86-b7ea-52a940b919c7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.920129] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.920129] env[69411]: value = "task-3379811" [ 1364.920129] env[69411]: _type = "Task" [ 1364.920129] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.927839] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379811, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.188744] env[69411]: DEBUG nova.compute.manager [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Received event network-changed-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.188972] env[69411]: DEBUG nova.compute.manager [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Refreshing instance network info cache due to event network-changed-c505b1d5-b3a2-4f61-826c-18827f4f2ff0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.189226] env[69411]: DEBUG oslo_concurrency.lockutils [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] Acquiring lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.189411] env[69411]: DEBUG oslo_concurrency.lockutils [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] Acquired lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.189625] env[69411]: DEBUG nova.network.neutron [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Refreshing network info cache for port c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1365.256933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.257193] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.257362] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.257553] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.257819] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.260016] env[69411]: INFO nova.compute.manager [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Terminating instance [ 1365.430196] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379811, 'name': CreateVM_Task, 'duration_secs': 0.313014} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.430404] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.431074] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.431231] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.431558] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.431818] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2dcd63-6990-4485-9690-6d45ffac97fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.435952] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1365.435952] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52a62280-dfe0-a47a-db14-284a333262e4" [ 1365.435952] env[69411]: _type = "Task" [ 1365.435952] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.442849] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a62280-dfe0-a47a-db14-284a333262e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.764437] env[69411]: DEBUG nova.compute.manager [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.764671] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.765614] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1395da-920a-4a81-af78-79e9b26b9f7c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.773360] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.773588] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cafbad18-1f3f-4140-a736-79cf701b4a5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.780158] env[69411]: DEBUG oslo_vmware.api [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1365.780158] env[69411]: value = "task-3379812" [ 1365.780158] env[69411]: _type = "Task" [ 1365.780158] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.791093] env[69411]: DEBUG oslo_vmware.api [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.876547] env[69411]: DEBUG nova.network.neutron [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updated VIF entry in instance network info cache for port c505b1d5-b3a2-4f61-826c-18827f4f2ff0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1365.876934] env[69411]: DEBUG nova.network.neutron [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.945991] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52a62280-dfe0-a47a-db14-284a333262e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.945991] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.946256] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.946315] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.946458] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.946633] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.947582] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eac40b2-3069-479a-8681-22f3687875bb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.954839] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.954970] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.955698] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55817e73-3a8e-4aad-8173-f23fcec6381b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.960641] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1365.960641] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52336e92-897b-c6c6-af22-a520d314c60a" [ 1365.960641] env[69411]: _type = "Task" [ 1365.960641] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.967975] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52336e92-897b-c6c6-af22-a520d314c60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.290009] env[69411]: DEBUG oslo_vmware.api [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379812, 'name': PowerOffVM_Task, 'duration_secs': 0.179285} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.290391] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.290521] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.290805] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bfccd06-c0e4-433b-b71b-0344f6a67664 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.350795] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.351061] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.351233] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleting the datastore file [datastore1] 08689c3e-cf5a-4962-8923-dd3a9f3381a7 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.351501] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7440fc-e186-4cd7-8de2-4b91b836f6a4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.357744] env[69411]: DEBUG oslo_vmware.api [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for the task: (returnval){ [ 1366.357744] env[69411]: value = "task-3379814" [ 1366.357744] env[69411]: _type = "Task" [ 1366.357744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.365219] env[69411]: DEBUG oslo_vmware.api [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.379790] env[69411]: DEBUG oslo_concurrency.lockutils [req-80db8f2c-4a80-485b-a859-ca4d33b3cfb1 req-de4fbe56-80ce-4d4b-83d2-de75f102f407 service nova] Releasing lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.471060] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52336e92-897b-c6c6-af22-a520d314c60a, 'name': SearchDatastore_Task, 'duration_secs': 0.008026} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.471860] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8402096-e9f0-4124-b2f8-f9bdb7b6121c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.476916] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1366.476916] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ecf527-4734-39ff-c885-558e4cb50277" [ 1366.476916] env[69411]: _type = "Task" [ 1366.476916] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.485210] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ecf527-4734-39ff-c885-558e4cb50277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.868160] env[69411]: DEBUG oslo_vmware.api [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Task: {'id': task-3379814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127107} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.868420] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.868613] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.868789] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.868962] env[69411]: INFO nova.compute.manager [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1366.869225] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.869422] env[69411]: DEBUG nova.compute.manager [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.869521] env[69411]: DEBUG nova.network.neutron [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1366.986855] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ecf527-4734-39ff-c885-558e4cb50277, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.987081] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.987343] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.987596] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33915e22-a2bb-41ef-8198-42f87e70f2ea {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.994221] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1366.994221] env[69411]: value = "task-3379815" [ 1366.994221] env[69411]: _type = "Task" [ 1366.994221] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.001367] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.297364] env[69411]: DEBUG nova.compute.manager [req-df651cad-7b96-4e0e-95d2-4aa7fa721d6f req-0467a0f6-c421-4618-9bfd-aee12b25241f service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Received event network-vif-deleted-22737903-d687-4521-ac3c-d033f998a3c9 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.297364] env[69411]: INFO nova.compute.manager [req-df651cad-7b96-4e0e-95d2-4aa7fa721d6f req-0467a0f6-c421-4618-9bfd-aee12b25241f service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Neutron deleted interface 22737903-d687-4521-ac3c-d033f998a3c9; detaching it from the instance and deleting it from the info cache [ 1367.297364] env[69411]: DEBUG nova.network.neutron [req-df651cad-7b96-4e0e-95d2-4aa7fa721d6f req-0467a0f6-c421-4618-9bfd-aee12b25241f service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.503878] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434795} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.504669] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.505076] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.505364] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544b018c-00a0-41df-bcad-456c039df258 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.512277] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1367.512277] env[69411]: value = "task-3379816" [ 1367.512277] env[69411]: _type = "Task" [ 1367.512277] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.522496] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.772633] env[69411]: DEBUG nova.network.neutron [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.799914] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b834463a-368f-4157-83fa-ae4505851251 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.810886] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd284d-f763-4b06-9be7-a02e82e9df53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.839193] env[69411]: DEBUG nova.compute.manager [req-df651cad-7b96-4e0e-95d2-4aa7fa721d6f req-0467a0f6-c421-4618-9bfd-aee12b25241f service nova] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Detach interface failed, port_id=22737903-d687-4521-ac3c-d033f998a3c9, reason: Instance 08689c3e-cf5a-4962-8923-dd3a9f3381a7 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1368.022238] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062589} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.022401] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.023192] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189ad9de-3cf6-43a7-a1aa-d32134f3280e {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.045066] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.045338] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a907f570-9c4f-40df-981d-5a27bb76841f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.064324] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1368.064324] env[69411]: value = "task-3379817" [ 1368.064324] env[69411]: _type = "Task" [ 1368.064324] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.071637] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.275768] env[69411]: INFO nova.compute.manager [-] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Took 1.41 seconds to deallocate network for instance. [ 1368.574624] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379817, 'name': ReconfigVM_Task, 'duration_secs': 0.302361} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.575136] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.575531] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bf1c12b-4495-42da-b74c-293224db8f8b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.581924] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1368.581924] env[69411]: value = "task-3379818" [ 1368.581924] env[69411]: _type = "Task" [ 1368.581924] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.590394] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379818, 'name': Rename_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.783364] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.783793] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.784168] env[69411]: DEBUG nova.objects.instance [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lazy-loading 'resources' on Instance uuid 08689c3e-cf5a-4962-8923-dd3a9f3381a7 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.091741] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379818, 'name': Rename_Task, 'duration_secs': 0.465979} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.092015] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.092260] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67763fd2-121d-481d-a3d6-7bef0462eb94 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.099441] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1369.099441] env[69411]: value = "task-3379819" [ 1369.099441] env[69411]: _type = "Task" [ 1369.099441] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.108294] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.343536] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6bba93-721b-485a-bf1d-cb97f6346bba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.351352] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c85104-fbe8-45f2-a307-3cc223e4badd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.381946] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3034aa-88bb-453b-9467-5b82105b7581 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.389224] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb0834-2ead-4186-b944-7841d2ac4440 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.402515] env[69411]: DEBUG nova.compute.provider_tree [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.611114] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.906312] env[69411]: DEBUG nova.scheduler.client.report [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.110119] env[69411]: DEBUG oslo_vmware.api [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379819, 'name': PowerOnVM_Task, 'duration_secs': 0.80393} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.110397] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.110600] env[69411]: INFO nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1370.110856] env[69411]: DEBUG nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.111623] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f58e1b4-4475-4768-849b-441049d15a08 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.410796] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.428081] env[69411]: INFO nova.scheduler.client.report [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Deleted allocations for instance 08689c3e-cf5a-4962-8923-dd3a9f3381a7 [ 1370.629101] env[69411]: INFO nova.compute.manager [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Took 13.08 seconds to build instance. [ 1370.935202] env[69411]: DEBUG oslo_concurrency.lockutils [None req-ec812565-e1fe-4bf4-b155-54d1c8b47475 tempest-AttachVolumeShelveTestJSON-674495937 tempest-AttachVolumeShelveTestJSON-674495937-project-member] Lock "08689c3e-cf5a-4962-8923-dd3a9f3381a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.678s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.132789] env[69411]: DEBUG oslo_concurrency.lockutils [None req-5da2e394-7419-4e87-bb3d-56dca3af4dad tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.588s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.960853] env[69411]: DEBUG nova.compute.manager [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Received event network-changed-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.961154] env[69411]: DEBUG nova.compute.manager [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Refreshing instance network info cache due to event network-changed-c505b1d5-b3a2-4f61-826c-18827f4f2ff0. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.961437] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] Acquiring lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.961561] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] Acquired lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.962428] env[69411]: DEBUG nova.network.neutron [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Refreshing network info cache for port c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1372.670667] env[69411]: DEBUG nova.network.neutron [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updated VIF entry in instance network info cache for port c505b1d5-b3a2-4f61-826c-18827f4f2ff0. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1372.671149] env[69411]: DEBUG nova.network.neutron [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.173662] env[69411]: DEBUG oslo_concurrency.lockutils [req-f7a4f6b2-ed44-432a-b406-1b82178c5831 req-58716ce9-321b-4a1f-9bd8-9cf479bafa39 service nova] Releasing lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.622060] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.622060] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.622060] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.622060] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.622593] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.622593] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.622593] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.622593] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1379.622743] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.126237] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.126538] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.126725] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.126927] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1380.127836] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a20b38c-cb25-473a-8471-a6c825a8595f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.136046] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644a5a0-8e22-47a2-9a4d-50bc40604304 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.149894] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46275b-a895-4ae7-978e-5069dbc8c505 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.156381] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425936f-881a-46cb-a4cb-d4154690ac3a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.186410] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180510MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1380.186552] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.186804] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.211210] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 41e0befe-addb-4e50-ae67-c7ab0f1fde64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.211445] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance df51fd58-7a3f-401e-972f-e8a4b35b29aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.211550] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1381.211693] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1381.249037] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8414df67-0c5e-4bf7-ac8c-90b507574f90 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.256491] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e2cf19-25d6-4788-8949-6ad9b3685c60 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.285401] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb2e90d-dedf-4bc5-ab9a-8da2e5daff0c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.291991] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4424d5e-98a6-4b40-962c-d1af375e8307 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.304401] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.807629] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.313030] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1382.313345] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.408144] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.408510] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.911950] env[69411]: DEBUG nova.compute.utils [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1396.414823] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.474773] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.475123] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.475300] env[69411]: INFO nova.compute.manager [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Attaching volume 1cad94ac-508f-4307-9f85-2d0fb9daa2b4 to /dev/sdb [ 1397.505628] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e0535-55ed-48b4-af9f-6d48b2e758f5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.512606] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3005f79b-c7b3-40c7-b06a-10372c7a9f52 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.525800] env[69411]: DEBUG nova.virt.block_device [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updating existing volume attachment record: 0318c8d3-a208-40ab-b78f-d3867e9fe137 {{(pid=69411) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1402.067676] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Volume attach. Driver type: vmdk {{(pid=69411) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1402.067928] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674391', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'name': 'volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41e0befe-addb-4e50-ae67-c7ab0f1fde64', 'attached_at': '', 'detached_at': '', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'serial': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1402.068841] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63512d-8a8e-454a-a8b7-ece36764b4a8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.085157] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a425ac6f-c7f3-4768-aef7-6778c8722850 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.108707] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4/volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.108935] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa0a278-1303-4995-93d6-030b7b88307c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.126301] env[69411]: DEBUG oslo_vmware.api [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1402.126301] env[69411]: value = "task-3379823" [ 1402.126301] env[69411]: _type = "Task" [ 1402.126301] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.135172] env[69411]: DEBUG oslo_vmware.api [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.635495] env[69411]: DEBUG oslo_vmware.api [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379823, 'name': ReconfigVM_Task, 'duration_secs': 0.317572} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.635765] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4/volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.640502] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ffef04-b74b-4811-93d6-4723f3e7095b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.654624] env[69411]: DEBUG oslo_vmware.api [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1402.654624] env[69411]: value = "task-3379824" [ 1402.654624] env[69411]: _type = "Task" [ 1402.654624] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.662338] env[69411]: DEBUG oslo_vmware.api [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.165114] env[69411]: DEBUG oslo_vmware.api [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379824, 'name': ReconfigVM_Task, 'duration_secs': 0.14648} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.165536] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674391', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'name': 'volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41e0befe-addb-4e50-ae67-c7ab0f1fde64', 'attached_at': '', 'detached_at': '', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'serial': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4'} {{(pid=69411) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1404.198012] env[69411]: DEBUG nova.objects.instance [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'flavor' on Instance uuid 41e0befe-addb-4e50-ae67-c7ab0f1fde64 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.704750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-c6757348-6d32-4d89-9b66-e79b2a390cf1 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.229s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.889933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.890221] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.393704] env[69411]: INFO nova.compute.manager [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Detaching volume 1cad94ac-508f-4307-9f85-2d0fb9daa2b4 [ 1405.423078] env[69411]: INFO nova.virt.block_device [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Attempting to driver detach volume 1cad94ac-508f-4307-9f85-2d0fb9daa2b4 from mountpoint /dev/sdb [ 1405.423325] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Volume detach. Driver type: vmdk {{(pid=69411) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1405.423519] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674391', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'name': 'volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41e0befe-addb-4e50-ae67-c7ab0f1fde64', 'attached_at': '', 'detached_at': '', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'serial': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1405.424435] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c94fd8-1891-44e1-825a-d901c426f1fb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.445738] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357ccaf1-a6a1-4063-9c02-8025963c8d9f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.452391] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf84d64-1b53-411d-ad55-b9e67ef823f7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.473147] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5769fbe2-8839-47e2-8a2a-01ac000b05d1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.487955] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] The volume has not been displaced from its original location: [datastore1] volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4/volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4.vmdk. No consolidation needed. {{(pid=69411) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1405.493325] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1405.493597] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37614175-1a71-49be-91d4-86802d805e40 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.511350] env[69411]: DEBUG oslo_vmware.api [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1405.511350] env[69411]: value = "task-3379825" [ 1405.511350] env[69411]: _type = "Task" [ 1405.511350] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.518587] env[69411]: DEBUG oslo_vmware.api [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.020654] env[69411]: DEBUG oslo_vmware.api [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379825, 'name': ReconfigVM_Task, 'duration_secs': 0.213979} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.020923] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1406.025562] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-710d1f9e-9bef-4d72-b1f3-8d93bf0079f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.040010] env[69411]: DEBUG oslo_vmware.api [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1406.040010] env[69411]: value = "task-3379826" [ 1406.040010] env[69411]: _type = "Task" [ 1406.040010] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.047793] env[69411]: DEBUG oslo_vmware.api [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.550365] env[69411]: DEBUG oslo_vmware.api [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379826, 'name': ReconfigVM_Task, 'duration_secs': 0.118966} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.550728] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-674391', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'name': 'volume-1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41e0befe-addb-4e50-ae67-c7ab0f1fde64', 'attached_at': '', 'detached_at': '', 'volume_id': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4', 'serial': '1cad94ac-508f-4307-9f85-2d0fb9daa2b4'} {{(pid=69411) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1407.091588] env[69411]: DEBUG nova.objects.instance [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'flavor' on Instance uuid 41e0befe-addb-4e50-ae67-c7ab0f1fde64 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.098602] env[69411]: DEBUG oslo_concurrency.lockutils [None req-23ab1f74-43fd-430a-95b2-1a95d1d9413a tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.092044] env[69411]: DEBUG nova.compute.manager [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Stashing vm_state: active {{(pid=69411) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1409.143968] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.144282] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.144499] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.144688] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.144856] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.146658] env[69411]: INFO nova.compute.manager [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Terminating instance [ 1409.612239] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.612537] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.652053] env[69411]: DEBUG nova.compute.manager [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.652053] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.652251] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a681e1-72c6-4ebd-a515-9f98cf539e73 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.659796] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.660023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccba778-0f44-48a9-8304-7132e6a190fa {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.666056] env[69411]: DEBUG oslo_vmware.api [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1409.666056] env[69411]: value = "task-3379827" [ 1409.666056] env[69411]: _type = "Task" [ 1409.666056] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.673285] env[69411]: DEBUG oslo_vmware.api [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.117941] env[69411]: INFO nova.compute.claims [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.176056] env[69411]: DEBUG oslo_vmware.api [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379827, 'name': PowerOffVM_Task, 'duration_secs': 0.173471} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.176056] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.176056] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.176056] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9747c7d0-28e6-4e92-bfde-de97a414e625 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.234916] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.235344] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.235615] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleting the datastore file [datastore1] 41e0befe-addb-4e50-ae67-c7ab0f1fde64 {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.235954] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8110cdce-44ff-47f4-8a25-72b15e86b52c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.242328] env[69411]: DEBUG oslo_vmware.api [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for the task: (returnval){ [ 1410.242328] env[69411]: value = "task-3379829" [ 1410.242328] env[69411]: _type = "Task" [ 1410.242328] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.249547] env[69411]: DEBUG oslo_vmware.api [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.624561] env[69411]: INFO nova.compute.resource_tracker [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating resource usage from migration 213e74da-dfa4-48be-9947-917c9f00140f [ 1410.669670] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1457a1-bf92-4994-ade2-89d378c01df3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.676578] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e9aa9-7d7f-4cdb-a270-78ab6dd49583 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.705482] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c863b0f-e8ce-4291-a588-e40bb9724abf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.712357] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb2315-35c9-4b13-90d0-cea9e23de079 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.726350] env[69411]: DEBUG nova.compute.provider_tree [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.751299] env[69411]: DEBUG oslo_vmware.api [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Task: {'id': task-3379829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133468} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.751537] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.751718] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.751892] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.752086] env[69411]: INFO nova.compute.manager [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1410.752329] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.752517] env[69411]: DEBUG nova.compute.manager [-] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.752612] env[69411]: DEBUG nova.network.neutron [-] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1411.229922] env[69411]: DEBUG nova.scheduler.client.report [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.239640] env[69411]: DEBUG nova.compute.manager [req-0e1af3f4-afd2-4e2f-8045-7d0b77b49ed5 req-73866c03-9266-423e-ad13-b3e3cbdea5f8 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Received event network-vif-deleted-376ff042-8550-4fde-96b1-743a76b88a11 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.239640] env[69411]: INFO nova.compute.manager [req-0e1af3f4-afd2-4e2f-8045-7d0b77b49ed5 req-73866c03-9266-423e-ad13-b3e3cbdea5f8 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Neutron deleted interface 376ff042-8550-4fde-96b1-743a76b88a11; detaching it from the instance and deleting it from the info cache [ 1411.240752] env[69411]: DEBUG nova.network.neutron [req-0e1af3f4-afd2-4e2f-8045-7d0b77b49ed5 req-73866c03-9266-423e-ad13-b3e3cbdea5f8 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.721064] env[69411]: DEBUG nova.network.neutron [-] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.735698] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.735967] env[69411]: INFO nova.compute.manager [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Migrating [ 1411.745564] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8d86b62-1bfb-43e6-8200-e03812c0eead {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.760667] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6c8ee-1256-4852-b552-148f12127f51 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.788899] env[69411]: DEBUG nova.compute.manager [req-0e1af3f4-afd2-4e2f-8045-7d0b77b49ed5 req-73866c03-9266-423e-ad13-b3e3cbdea5f8 service nova] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Detach interface failed, port_id=376ff042-8550-4fde-96b1-743a76b88a11, reason: Instance 41e0befe-addb-4e50-ae67-c7ab0f1fde64 could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1412.224133] env[69411]: INFO nova.compute.manager [-] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Took 1.47 seconds to deallocate network for instance. [ 1412.253588] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.253949] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.253993] env[69411]: DEBUG nova.network.neutron [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1412.730803] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.731120] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.731361] env[69411]: DEBUG nova.objects.instance [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lazy-loading 'resources' on Instance uuid 41e0befe-addb-4e50-ae67-c7ab0f1fde64 {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.946935] env[69411]: DEBUG nova.network.neutron [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.284689] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67bc54-4fd9-4864-878a-00019ce38225 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.292008] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466323a-5d22-46a8-b002-c737d5200838 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.320959] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0553a9b4-0762-4319-a084-c2baa119ab66 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.327724] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b9a0b2-ff3d-47b1-8ea8-ec6313878a6b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.340283] env[69411]: DEBUG nova.compute.provider_tree [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.449142] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.843928] env[69411]: DEBUG nova.scheduler.client.report [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.349317] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.366915] env[69411]: INFO nova.scheduler.client.report [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Deleted allocations for instance 41e0befe-addb-4e50-ae67-c7ab0f1fde64 [ 1414.874902] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d5a2e196-fa67-4e49-9f55-8e9d70518c34 tempest-AttachVolumeNegativeTest-622408272 tempest-AttachVolumeNegativeTest-622408272-project-member] Lock "41e0befe-addb-4e50-ae67-c7ab0f1fde64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.963508] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c88b6f-eb6f-4127-b1db-56f23ba3797d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.982052] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance 'df51fd58-7a3f-401e-972f-e8a4b35b29aa' progress to 0 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.487610] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.487937] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ba63c4-4021-40c9-ae6f-8d08bfc2c658 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.495547] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1415.495547] env[69411]: value = "task-3379830" [ 1415.495547] env[69411]: _type = "Task" [ 1415.495547] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.504157] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.006130] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379830, 'name': PowerOffVM_Task, 'duration_secs': 0.1882} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.006130] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.006130] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance 'df51fd58-7a3f-401e-972f-e8a4b35b29aa' progress to 17 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.512672] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.513235] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.513235] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.513338] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.513441] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.513633] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.513853] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.514026] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.514203] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.515070] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.515070] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.520128] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfcac837-ab60-447a-9215-496a4ac965f0 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.536164] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1416.536164] env[69411]: value = "task-3379832" [ 1416.536164] env[69411]: _type = "Task" [ 1416.536164] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.544296] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.046929] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379832, 'name': ReconfigVM_Task, 'duration_secs': 0.151884} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.047317] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance 'df51fd58-7a3f-401e-972f-e8a4b35b29aa' progress to 33 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.554138] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.554558] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.554622] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.554789] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.554936] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.555117] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.555335] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.555510] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.555679] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.555855] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.556042] env[69411]: DEBUG nova.virt.hardware [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.561464] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1417.561790] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d196f8fe-1865-4435-b3ad-5da2aaea3365 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.581794] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1417.581794] env[69411]: value = "task-3379833" [ 1417.581794] env[69411]: _type = "Task" [ 1417.581794] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.590267] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.091884] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379833, 'name': ReconfigVM_Task, 'duration_secs': 0.159815} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.092094] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1418.092862] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff07d470-a9ce-4688-ba58-e743625fdf39 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.115485] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.116037] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8773312a-ca66-4927-8a0c-c5b3bc3ad82f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.134202] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1418.134202] env[69411]: value = "task-3379834" [ 1418.134202] env[69411]: _type = "Task" [ 1418.134202] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.141594] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.644094] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379834, 'name': ReconfigVM_Task, 'duration_secs': 0.254486} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.644380] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.644680] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance 'df51fd58-7a3f-401e-972f-e8a4b35b29aa' progress to 50 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.150898] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b1d470-ce87-49ba-bafc-6cc4524dc327 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.169693] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfb1312-1f1d-4c70-adbc-583c55913614 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.186848] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance 'df51fd58-7a3f-401e-972f-e8a4b35b29aa' progress to 67 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.724779] env[69411]: DEBUG nova.network.neutron [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Port c505b1d5-b3a2-4f61-826c-18827f4f2ff0 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1420.748882] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.749187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.749344] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.796259] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.796530] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.796693] env[69411]: DEBUG nova.network.neutron [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1422.490312] env[69411]: DEBUG nova.network.neutron [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.993529] env[69411]: DEBUG oslo_concurrency.lockutils [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.521139] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c5c34-5530-4cc9-ae78-e746d581f293 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.539786] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346685b-d789-45ee-9b60-9506a1b02f23 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.546514] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance 'df51fd58-7a3f-401e-972f-e8a4b35b29aa' progress to 83 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.053147] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.053539] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a83fad81-2901-46ec-8d0e-bf36299d614f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.061053] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1424.061053] env[69411]: value = "task-3379837" [ 1424.061053] env[69411]: _type = "Task" [ 1424.061053] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.068986] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.571210] env[69411]: DEBUG oslo_vmware.api [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379837, 'name': PowerOnVM_Task, 'duration_secs': 0.373514} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.571462] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.571655] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c0c736-691a-477d-a1d7-438657827f56 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance 'df51fd58-7a3f-401e-972f-e8a4b35b29aa' progress to 100 {{(pid=69411) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.486340] env[69411]: DEBUG nova.network.neutron [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Port c505b1d5-b3a2-4f61-826c-18827f4f2ff0 binding to destination host cpu-1 is already ACTIVE {{(pid=69411) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1427.486758] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.486843] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.487019] env[69411]: DEBUG nova.network.neutron [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1428.222282] env[69411]: DEBUG nova.network.neutron [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.725299] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.229212] env[69411]: DEBUG nova.compute.manager [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69411) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1429.229467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.229730] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.733679] env[69411]: DEBUG nova.objects.instance [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'migration_context' on Instance uuid df51fd58-7a3f-401e-972f-e8a4b35b29aa {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.279788] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6eb4c8-75b6-4ecd-bdad-ebb22a00ec14 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.287248] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a994ff-12fb-4d26-a01e-6c56cb033077 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.317326] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1eb3ab-3339-4539-b911-5ddc85a0c6f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.324103] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4650760-0ad2-448e-9a37-6a57460788f2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.336889] env[69411]: DEBUG nova.compute.provider_tree [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.840072] env[69411]: DEBUG nova.scheduler.client.report [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.851651] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.622s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.390744] env[69411]: INFO nova.compute.manager [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Swapping old allocation on dict_keys(['906c74e7-0145-4323-8b9b-9bf2b8fcd761']) held by migration 213e74da-dfa4-48be-9947-917c9f00140f for instance [ 1433.411684] env[69411]: DEBUG nova.scheduler.client.report [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Overwriting current allocation {'allocations': {'906c74e7-0145-4323-8b9b-9bf2b8fcd761': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '7e63e49b802245f891bd344719bf1aa4', 'user_id': '14f4e30e3ee14b5b9c491796d47135f7', 'consumer_generation': 1} on consumer df51fd58-7a3f-401e-972f-e8a4b35b29aa {{(pid=69411) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1433.489156] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.489369] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.489561] env[69411]: DEBUG nova.network.neutron [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1434.196402] env[69411]: DEBUG nova.network.neutron [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [{"id": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "address": "fa:16:3e:53:51:09", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc505b1d5-b3", "ovs_interfaceid": "c505b1d5-b3a2-4f61-826c-18827f4f2ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.699293] env[69411]: DEBUG oslo_concurrency.lockutils [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-df51fd58-7a3f-401e-972f-e8a4b35b29aa" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.699742] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.700044] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b683de3-8813-494f-bdc8-ed91fd6b04c3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.707903] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1434.707903] env[69411]: value = "task-3379838" [ 1434.707903] env[69411]: _type = "Task" [ 1434.707903] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.716568] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.218326] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379838, 'name': PowerOffVM_Task, 'duration_secs': 0.200924} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.218617] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.219313] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.219573] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.219767] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.219986] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.220160] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.220315] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.220526] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.220680] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.220846] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.221018] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.221198] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.226118] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0af9af-3501-4849-b57a-48fa9e454a9c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.241659] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1435.241659] env[69411]: value = "task-3379839" [ 1435.241659] env[69411]: _type = "Task" [ 1435.241659] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.249100] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.751374] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379839, 'name': ReconfigVM_Task, 'duration_secs': 0.1362} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.752243] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343087b2-034e-4c11-8529-1cd0ed8c72bf {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.769665] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.769922] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.770082] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.770278] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.770427] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.770575] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.770778] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.770940] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.771138] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.771320] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.771495] env[69411]: DEBUG nova.virt.hardware [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.772253] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2516f26-79b4-48f0-a957-37c4403a39f1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.777523] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1435.777523] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]526efbfb-cdb8-efe2-d2a0-46f73425b7fe" [ 1435.777523] env[69411]: _type = "Task" [ 1435.777523] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.785371] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526efbfb-cdb8-efe2-d2a0-46f73425b7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.287678] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]526efbfb-cdb8-efe2-d2a0-46f73425b7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.294023] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1436.294023] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c1468f1-c5ca-4194-9bde-327646cff5a9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.310145] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1436.310145] env[69411]: value = "task-3379840" [ 1436.310145] env[69411]: _type = "Task" [ 1436.310145] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.317570] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.819926] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379840, 'name': ReconfigVM_Task, 'duration_secs': 0.150752} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.821217] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69411) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1436.821392] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee71ae-9468-4e1e-9cb7-1875d69887dc {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.842722] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.842959] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ced6f0-cf7a-47f2-9503-cfe9c0c4a080 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.861199] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1436.861199] env[69411]: value = "task-3379841" [ 1436.861199] env[69411]: _type = "Task" [ 1436.861199] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.868512] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.372205] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379841, 'name': ReconfigVM_Task, 'duration_secs': 0.263541} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.372472] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Reconfigured VM instance instance-0000007a to attach disk [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa/df51fd58-7a3f-401e-972f-e8a4b35b29aa.vmdk or device None with type thin {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.373255] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30e6356-df1c-4c7d-9297-d19ca996e5df {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.390603] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c45e2f-a71d-4871-a97c-a6c4e3add682 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.407348] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0533f0-a65b-4da6-8c1f-944695d90cf8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.424055] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf71ce9-c900-406e-9ee7-f25f74bdf19a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.430011] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.430227] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67dc524-80a8-46f8-8894-7dd3eb264063 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.435842] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1437.435842] env[69411]: value = "task-3379842" [ 1437.435842] env[69411]: _type = "Task" [ 1437.435842] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.442683] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.945879] env[69411]: DEBUG oslo_vmware.api [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379842, 'name': PowerOnVM_Task, 'duration_secs': 0.347329} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.946327] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.957236] env[69411]: INFO nova.compute.manager [None req-58d845aa-f2a4-4ea8-a6a2-18c4d9c8e235 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance to original state: 'active' [ 1440.032098] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.032478] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.032687] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.032958] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.033166] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.035465] env[69411]: INFO nova.compute.manager [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Terminating instance [ 1440.539240] env[69411]: DEBUG nova.compute.manager [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.539498] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.540440] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4546f5b-200d-421e-b75b-317ca0367f4f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.548065] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.548300] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2bcdf9-13ea-4503-a2df-71e997716e5f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.554395] env[69411]: DEBUG oslo_vmware.api [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1440.554395] env[69411]: value = "task-3379843" [ 1440.554395] env[69411]: _type = "Task" [ 1440.554395] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.562267] env[69411]: DEBUG oslo_vmware.api [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.064633] env[69411]: DEBUG oslo_vmware.api [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379843, 'name': PowerOffVM_Task, 'duration_secs': 0.194314} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.065033] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.065124] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.065333] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3705d6d-a138-4523-9186-c1bbfc087252 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.103800] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.104037] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.122675] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.122906] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Deleting contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.123106] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleting the datastore file [datastore2] df51fd58-7a3f-401e-972f-e8a4b35b29aa {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.123606] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8238e4de-9516-465e-8a3a-8d1efb2e2973 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.130236] env[69411]: DEBUG oslo_vmware.api [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1441.130236] env[69411]: value = "task-3379845" [ 1441.130236] env[69411]: _type = "Task" [ 1441.130236] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.137373] env[69411]: DEBUG oslo_vmware.api [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.609461] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.609461] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.609461] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.609461] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.609461] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.609461] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.609461] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1441.609911] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.640042] env[69411]: DEBUG oslo_vmware.api [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169195} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.640295] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.640494] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Deleted contents of the VM from datastore datastore2 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.640687] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.640902] env[69411]: INFO nova.compute.manager [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1441.641124] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.641314] env[69411]: DEBUG nova.compute.manager [-] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.641410] env[69411]: DEBUG nova.network.neutron [-] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1442.085488] env[69411]: DEBUG nova.compute.manager [req-d5f3c11a-c7af-40ed-a6fc-96ff163930a0 req-8696a6c8-0bfa-4e89-90d9-26d9b1be0b21 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Received event network-vif-deleted-c505b1d5-b3a2-4f61-826c-18827f4f2ff0 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.085730] env[69411]: INFO nova.compute.manager [req-d5f3c11a-c7af-40ed-a6fc-96ff163930a0 req-8696a6c8-0bfa-4e89-90d9-26d9b1be0b21 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Neutron deleted interface c505b1d5-b3a2-4f61-826c-18827f4f2ff0; detaching it from the instance and deleting it from the info cache [ 1442.085855] env[69411]: DEBUG nova.network.neutron [req-d5f3c11a-c7af-40ed-a6fc-96ff163930a0 req-8696a6c8-0bfa-4e89-90d9-26d9b1be0b21 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.112468] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.112873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.112873] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.112996] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.114056] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283e6a91-9f3d-48c9-9c33-bc21183a82c9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.122354] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e7f9bc-1024-424d-80c0-214d3850b7fd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.137102] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cc048-710f-45c8-9eab-45943523b64c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.143257] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a21e03f-4720-4985-ad01-c43fe813402a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.171655] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180797MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.171800] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.172029] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.568924] env[69411]: DEBUG nova.network.neutron [-] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.588614] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deda7f29-9848-47c7-a29b-45c3fe255e5b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.598796] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a668e4-3e0a-4d41-95e1-e7ee7ac6a159 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.627110] env[69411]: DEBUG nova.compute.manager [req-d5f3c11a-c7af-40ed-a6fc-96ff163930a0 req-8696a6c8-0bfa-4e89-90d9-26d9b1be0b21 service nova] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Detach interface failed, port_id=c505b1d5-b3a2-4f61-826c-18827f4f2ff0, reason: Instance df51fd58-7a3f-401e-972f-e8a4b35b29aa could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1443.071473] env[69411]: INFO nova.compute.manager [-] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Took 1.43 seconds to deallocate network for instance. [ 1443.195637] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance df51fd58-7a3f-401e-972f-e8a4b35b29aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.195904] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1443.195988] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1443.222482] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add0943-4ef7-480c-9029-c57a0fb1599a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.229665] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eba42a8-0234-4914-ae8f-26266ec8a228 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.258767] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c0c6bd-9342-475d-9edb-ca9df5b5d29b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.265482] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e17255-ac8a-4d37-b003-fb9318bb1e55 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.277894] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.577606] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.780953] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.285680] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1444.286079] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.286199] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.709s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.286353] env[69411]: DEBUG nova.objects.instance [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'resources' on Instance uuid df51fd58-7a3f-401e-972f-e8a4b35b29aa {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.814458] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16565d03-7ce1-42b2-9f5e-0687959b51b6 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.821624] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f26032a-df66-451f-8031-445a9bc19299 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.852083] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df4145e-1e16-483e-8ea0-ad86a79d1f6f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.858444] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902db6d5-7295-40c7-a8d0-5e735d033d24 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.870847] env[69411]: DEBUG nova.compute.provider_tree [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.373928] env[69411]: DEBUG nova.scheduler.client.report [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.878828] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.592s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.896479] env[69411]: INFO nova.scheduler.client.report [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted allocations for instance df51fd58-7a3f-401e-972f-e8a4b35b29aa [ 1446.404187] env[69411]: DEBUG oslo_concurrency.lockutils [None req-38225c17-8ac9-416e-9aa2-f54ca30ff836 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "df51fd58-7a3f-401e-972f-e8a4b35b29aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.372s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.369694] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "3802f88d-954c-4e00-a20c-b63cecef54ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.369933] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.872509] env[69411]: DEBUG nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Starting instance... {{(pid=69411) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.392330] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.392605] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.394136] env[69411]: INFO nova.compute.claims [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.428166] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a909ca-189f-40c8-bc20-b0f1323d77fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.435577] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bd10f6-9f37-4f29-9b4b-97830299fa2a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.464355] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1193061-129a-4024-a0ed-76e34897fd30 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.470735] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f03345-b203-434e-86bf-6a8455ec6e77 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.483137] env[69411]: DEBUG nova.compute.provider_tree [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.986267] env[69411]: DEBUG nova.scheduler.client.report [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.492137] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.492711] env[69411]: DEBUG nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Start building networks asynchronously for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.998187] env[69411]: DEBUG nova.compute.utils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Using /dev/sd instead of None {{(pid=69411) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1451.000068] env[69411]: DEBUG nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Allocating IP information in the background. {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.000207] env[69411]: DEBUG nova.network.neutron [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] allocate_for_instance() {{(pid=69411) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.052040] env[69411]: DEBUG nova.policy [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f4e30e3ee14b5b9c491796d47135f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e63e49b802245f891bd344719bf1aa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69411) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.330429] env[69411]: DEBUG nova.network.neutron [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Successfully created port: 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.503454] env[69411]: DEBUG nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Start building block device mappings for instance. {{(pid=69411) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.515162] env[69411]: DEBUG nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Start spawning the instance on the hypervisor. {{(pid=69411) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.540559] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T11:07:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T11:07:19Z,direct_url=,disk_format='vmdk',id=446bc687-6d94-474b-8006-e6aa28b50d30,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f439d4f9d36649528dc4084ca80c72b3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T11:07:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.540810] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.540972] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image limits 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.541181] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Flavor pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.541338] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Image pref 0:0:0 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.541496] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69411) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.541743] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.541858] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.542037] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Got 1 possible topologies {{(pid=69411) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.542208] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.542381] env[69411]: DEBUG nova.virt.hardware [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69411) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.543456] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd9f658-eeeb-41f6-9578-4462b1e7ac7d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.552140] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23e8fab-7c6b-4640-8add-247c18007e01 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.666515] env[69411]: DEBUG nova.compute.manager [req-17419fa9-cdc4-455d-b82f-e3a7b0054431 req-8ab61e63-7375-49f4-9f34-0869ace1c2f1 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Received event network-vif-plugged-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.666782] env[69411]: DEBUG oslo_concurrency.lockutils [req-17419fa9-cdc4-455d-b82f-e3a7b0054431 req-8ab61e63-7375-49f4-9f34-0869ace1c2f1 service nova] Acquiring lock "3802f88d-954c-4e00-a20c-b63cecef54ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.666944] env[69411]: DEBUG oslo_concurrency.lockutils [req-17419fa9-cdc4-455d-b82f-e3a7b0054431 req-8ab61e63-7375-49f4-9f34-0869ace1c2f1 service nova] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.667263] env[69411]: DEBUG oslo_concurrency.lockutils [req-17419fa9-cdc4-455d-b82f-e3a7b0054431 req-8ab61e63-7375-49f4-9f34-0869ace1c2f1 service nova] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.667368] env[69411]: DEBUG nova.compute.manager [req-17419fa9-cdc4-455d-b82f-e3a7b0054431 req-8ab61e63-7375-49f4-9f34-0869ace1c2f1 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] No waiting events found dispatching network-vif-plugged-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.667487] env[69411]: WARNING nova.compute.manager [req-17419fa9-cdc4-455d-b82f-e3a7b0054431 req-8ab61e63-7375-49f4-9f34-0869ace1c2f1 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Received unexpected event network-vif-plugged-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 for instance with vm_state building and task_state spawning. [ 1452.743338] env[69411]: DEBUG nova.network.neutron [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Successfully updated port: 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.246582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.246582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.246582] env[69411]: DEBUG nova.network.neutron [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1453.778262] env[69411]: DEBUG nova.network.neutron [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Instance cache missing network info. {{(pid=69411) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1453.892727] env[69411]: DEBUG nova.network.neutron [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updating instance_info_cache with network_info: [{"id": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "address": "fa:16:3e:e9:71:29", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2be379-fd", "ovs_interfaceid": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.395750] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.396116] env[69411]: DEBUG nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Instance network_info: |[{"id": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "address": "fa:16:3e:e9:71:29", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2be379-fd", "ovs_interfaceid": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69411) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.396619] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:71:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8', 'vif_model': 'vmxnet3'}] {{(pid=69411) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.404191] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.404421] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Creating VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.405071] env[69411]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dda06cd-3e5e-4431-af67-5fdbaeda6acb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.424658] env[69411]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.424658] env[69411]: value = "task-3379846" [ 1454.424658] env[69411]: _type = "Task" [ 1454.424658] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.431875] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379846, 'name': CreateVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.693154] env[69411]: DEBUG nova.compute.manager [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Received event network-changed-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.693317] env[69411]: DEBUG nova.compute.manager [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Refreshing instance network info cache due to event network-changed-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1454.693526] env[69411]: DEBUG oslo_concurrency.lockutils [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] Acquiring lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.693671] env[69411]: DEBUG oslo_concurrency.lockutils [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] Acquired lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.693835] env[69411]: DEBUG nova.network.neutron [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Refreshing network info cache for port 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1454.934682] env[69411]: DEBUG oslo_vmware.api [-] Task: {'id': task-3379846, 'name': CreateVM_Task, 'duration_secs': 0.299789} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.935041] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Created VM on the ESX host {{(pid=69411) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.935486] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.935650] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.935969] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.936236] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82d8e4b-6273-4562-b744-f941e681c759 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.940363] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1454.940363] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52407417-6b98-514c-621f-73de1c2a9a18" [ 1454.940363] env[69411]: _type = "Task" [ 1454.940363] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.947382] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52407417-6b98-514c-621f-73de1c2a9a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.447951] env[69411]: DEBUG nova.network.neutron [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updated VIF entry in instance network info cache for port 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1455.448404] env[69411]: DEBUG nova.network.neutron [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updating instance_info_cache with network_info: [{"id": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "address": "fa:16:3e:e9:71:29", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2be379-fd", "ovs_interfaceid": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.454026] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52407417-6b98-514c-621f-73de1c2a9a18, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.454274] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.454502] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Processing image 446bc687-6d94-474b-8006-e6aa28b50d30 {{(pid=69411) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.454742] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.454888] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.455103] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.455386] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee17234c-9ceb-4055-88b7-dae8631a8ca8 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.463757] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69411) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.463935] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69411) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.464659] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93da38c1-690e-4cf7-98e4-ed727153ebc7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.469895] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1455.469895] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee5f6e-88d6-41c7-a431-7b6ad3a7116c" [ 1455.469895] env[69411]: _type = "Task" [ 1455.469895] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.477368] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee5f6e-88d6-41c7-a431-7b6ad3a7116c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.954822] env[69411]: DEBUG oslo_concurrency.lockutils [req-a2a8033c-5c34-4bf1-87af-fae05a15e4ab req-a577f95b-6fd8-4dbe-bf1f-8d4133cb7859 service nova] Releasing lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.979935] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52ee5f6e-88d6-41c7-a431-7b6ad3a7116c, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.980722] env[69411]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9022f97-0e36-4b29-91fa-22a2e8f4d708 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.985754] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1455.985754] env[69411]: value = "session[52a1599d-c963-950c-a1c5-891a542ba48e]52b3a935-bd14-b720-3224-2e9c966e5199" [ 1455.985754] env[69411]: _type = "Task" [ 1455.985754] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.992579] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b3a935-bd14-b720-3224-2e9c966e5199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.496314] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': session[52a1599d-c963-950c-a1c5-891a542ba48e]52b3a935-bd14-b720-3224-2e9c966e5199, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.496573] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.496827] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3802f88d-954c-4e00-a20c-b63cecef54ec/3802f88d-954c-4e00-a20c-b63cecef54ec.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.497102] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae2c466b-047b-47bf-9eb7-6d6a3e1a4932 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.503183] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1456.503183] env[69411]: value = "task-3379847" [ 1456.503183] env[69411]: _type = "Task" [ 1456.503183] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.510496] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.013139] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413242} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.013546] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/446bc687-6d94-474b-8006-e6aa28b50d30/446bc687-6d94-474b-8006-e6aa28b50d30.vmdk to [datastore1] 3802f88d-954c-4e00-a20c-b63cecef54ec/3802f88d-954c-4e00-a20c-b63cecef54ec.vmdk {{(pid=69411) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.013627] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Extending root virtual disk to 1048576 {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.013836] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c31d9c-61b6-4987-a51e-61c2daf412fe {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.020744] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1457.020744] env[69411]: value = "task-3379848" [ 1457.020744] env[69411]: _type = "Task" [ 1457.020744] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.027590] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.529920] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060746} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.531595] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Extended root virtual disk {{(pid=69411) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.531595] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfa87e8-c7ba-4820-b2b9-8b0eb3d10b29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.553295] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 3802f88d-954c-4e00-a20c-b63cecef54ec/3802f88d-954c-4e00-a20c-b63cecef54ec.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.553515] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06a438d-e4b7-4485-96f2-aaab46efc3b9 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.572395] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1457.572395] env[69411]: value = "task-3379849" [ 1457.572395] env[69411]: _type = "Task" [ 1457.572395] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.579816] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.082431] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379849, 'name': ReconfigVM_Task, 'duration_secs': 0.33004} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.082858] env[69411]: DEBUG nova.virt.vmwareapi.volumeops [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 3802f88d-954c-4e00-a20c-b63cecef54ec/3802f88d-954c-4e00-a20c-b63cecef54ec.vmdk or device None with type sparse {{(pid=69411) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.083355] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb43688a-9761-43a4-b352-a38e44c6402d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.089173] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1458.089173] env[69411]: value = "task-3379850" [ 1458.089173] env[69411]: _type = "Task" [ 1458.089173] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.096400] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379850, 'name': Rename_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.598967] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379850, 'name': Rename_Task, 'duration_secs': 0.135648} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.599258] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.599493] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-295b1fa2-360f-4675-8ab4-15aef0f38119 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.605069] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1458.605069] env[69411]: value = "task-3379851" [ 1458.605069] env[69411]: _type = "Task" [ 1458.605069] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.612426] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.114701] env[69411]: DEBUG oslo_vmware.api [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379851, 'name': PowerOnVM_Task, 'duration_secs': 0.438604} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.115103] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.115207] env[69411]: INFO nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1459.115409] env[69411]: DEBUG nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.116189] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788b682b-a228-4d67-be34-721e0c91570a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.633639] env[69411]: INFO nova.compute.manager [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Took 11.26 seconds to build instance. [ 1460.135681] env[69411]: DEBUG oslo_concurrency.lockutils [None req-1956ad13-18be-446f-8e16-09153c90ed11 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.766s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.318459] env[69411]: DEBUG nova.compute.manager [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Received event network-changed-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.318459] env[69411]: DEBUG nova.compute.manager [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Refreshing instance network info cache due to event network-changed-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8. {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.318459] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] Acquiring lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.318459] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] Acquired lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.318873] env[69411]: DEBUG nova.network.neutron [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Refreshing network info cache for port 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1461.028692] env[69411]: DEBUG nova.network.neutron [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updated VIF entry in instance network info cache for port 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8. {{(pid=69411) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1461.029054] env[69411]: DEBUG nova.network.neutron [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updating instance_info_cache with network_info: [{"id": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "address": "fa:16:3e:e9:71:29", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2be379-fd", "ovs_interfaceid": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.532382] env[69411]: DEBUG oslo_concurrency.lockutils [req-3fa107e8-7c56-400e-a7d2-c994e2ecfd79 req-5818da0c-1d37-4b1d-8be2-91798a9ad3d0 service nova] Releasing lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.417479] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.920239] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.920651] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69411) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1491.417743] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.418045] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.417960] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.417238] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.417325] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.920879] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.921158] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.921338] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.921495] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69411) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1494.922435] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bc6e59-51e3-4a7f-a5dc-e77416272e80 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.930985] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550c0a7e-664f-4378-b4dc-cccef637a84d {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.944495] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00fbf1-16a5-4142-9686-fb976c2096a5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.950688] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45d2fa2-4372-45f1-94af-45851eb929da {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.978373] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180801MB free_disk=104GB free_vcpus=48 pci_devices=None {{(pid=69411) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1494.978582] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.978744] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.097018] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Instance 3802f88d-954c-4e00-a20c-b63cecef54ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69411) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1496.097018] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1496.097018] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69411) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1496.121048] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518628bf-0978-47e3-80fc-df1ed97d300c {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.128686] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b90a76-e61b-4a4a-b096-af8a7cc6442a {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.159076] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8c5b98-07b7-42d3-81b7-7cdf35a15c82 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.165632] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7bfc9b-2afd-4f76-97c6-f2b23b7bc5e1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.178255] env[69411]: DEBUG nova.compute.provider_tree [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.682068] env[69411]: DEBUG nova.scheduler.client.report [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.187447] env[69411]: DEBUG nova.compute.resource_tracker [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69411) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1497.187707] env[69411]: DEBUG oslo_concurrency.lockutils [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.209s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.187863] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.188008] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Cleaning up deleted instances {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1497.557261] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "3802f88d-954c-4e00-a20c-b63cecef54ec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.557523] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.557712] env[69411]: DEBUG nova.compute.manager [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.558670] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d171434-940c-4f31-be0f-d765a4f221e7 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.565705] env[69411]: DEBUG nova.compute.manager [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69411) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1497.566301] env[69411]: DEBUG nova.objects.instance [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'flavor' on Instance uuid 3802f88d-954c-4e00-a20c-b63cecef54ec {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.697455] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] There are 24 instances to clean {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1497.697626] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: df51fd58-7a3f-401e-972f-e8a4b35b29aa] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.201008] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 41e0befe-addb-4e50-ae67-c7ab0f1fde64] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.575656] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.575916] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7d20cc-7e83-4565-8628-da7c6be9fe32 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.585644] env[69411]: DEBUG oslo_vmware.api [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1498.585644] env[69411]: value = "task-3379852" [ 1498.585644] env[69411]: _type = "Task" [ 1498.585644] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.593653] env[69411]: DEBUG oslo_vmware.api [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.704593] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: b8bf32f7-acdb-4982-a32a-c76d9d643f3d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.094778] env[69411]: DEBUG oslo_vmware.api [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379852, 'name': PowerOffVM_Task, 'duration_secs': 0.166471} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.095029] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.095245] env[69411]: DEBUG nova.compute.manager [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.095980] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc793d8-d301-41fc-9551-157796784b49 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.207905] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 039cddf4-1d70-403b-8e1d-23399791389e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.607145] env[69411]: DEBUG oslo_concurrency.lockutils [None req-9f0691bf-1552-4503-b511-cd334cf7f58e tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.710552] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 0632a2de-703b-428b-880c-ae2a176cbb82] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.941202] env[69411]: DEBUG nova.objects.instance [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'flavor' on Instance uuid 3802f88d-954c-4e00-a20c-b63cecef54ec {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.214076] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 636e2fbe-8e8f-46e9-a508-7a2b89a54090] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.447052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.447052] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.447052] env[69411]: DEBUG nova.network.neutron [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1500.447052] env[69411]: DEBUG nova.objects.instance [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'info_cache' on Instance uuid 3802f88d-954c-4e00-a20c-b63cecef54ec {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.717037] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: cf98f88b-c2b0-466d-a337-6415803b8af9] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.950048] env[69411]: DEBUG nova.objects.base [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Object Instance<3802f88d-954c-4e00-a20c-b63cecef54ec> lazy-loaded attributes: flavor,info_cache {{(pid=69411) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1501.220553] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 4863e536-4cd0-465c-bf98-10fac860ae2a] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.643828] env[69411]: DEBUG nova.network.neutron [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updating instance_info_cache with network_info: [{"id": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "address": "fa:16:3e:e9:71:29", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2be379-fd", "ovs_interfaceid": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.723590] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9f2440ba-af53-4bae-9903-5273a23b5e7f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.146545] env[69411]: DEBUG oslo_concurrency.lockutils [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.226189] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 08689c3e-cf5a-4962-8923-dd3a9f3381a7] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.729318] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9597ec59-b164-4030-95e4-41a9e24726c0] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.152344] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powering on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.152659] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d549c8-93a4-4ce3-b8ed-1c1acfa18a29 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.159377] env[69411]: DEBUG oslo_vmware.api [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1503.159377] env[69411]: value = "task-3379853" [ 1503.159377] env[69411]: _type = "Task" [ 1503.159377] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.166848] env[69411]: DEBUG oslo_vmware.api [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.232559] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 78d9b1c0-c658-44fa-a89f-378cde008f88] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.668789] env[69411]: DEBUG oslo_vmware.api [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379853, 'name': PowerOnVM_Task, 'duration_secs': 0.360046} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.669064] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powered on the VM {{(pid=69411) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.669268] env[69411]: DEBUG nova.compute.manager [None req-14c7eb8a-f88a-4384-a930-4bd67a2a9a7a tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.670075] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293dba93-36c3-4a0a-a1ce-359eafad833f {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.735941] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: d0e2bc29-a941-4cb3-89ad-c99a9a39ac41] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.238425] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: d4cf1580-b4b5-4efd-aa9d-bed40c70245e] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.673184] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c87673-ef78-442d-96a9-02b34e122c37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.679720] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ce878cfa-0dd5-43cf-b14a-d890e805fd94 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Suspending the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1504.679971] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-181f1330-46d3-4cd2-8e22-5bb3ed319be3 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.685841] env[69411]: DEBUG oslo_vmware.api [None req-ce878cfa-0dd5-43cf-b14a-d890e805fd94 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1504.685841] env[69411]: value = "task-3379854" [ 1504.685841] env[69411]: _type = "Task" [ 1504.685841] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.693046] env[69411]: DEBUG oslo_vmware.api [None req-ce878cfa-0dd5-43cf-b14a-d890e805fd94 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379854, 'name': SuspendVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.741786] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: c8cff6df-99a7-426e-ac53-170319ad4a31] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.196939] env[69411]: DEBUG oslo_vmware.api [None req-ce878cfa-0dd5-43cf-b14a-d890e805fd94 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379854, 'name': SuspendVM_Task} progress is 66%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.245524] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 33fe7c63-c9e2-4fb3-a2d9-51ead84c6f15] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.697082] env[69411]: DEBUG oslo_vmware.api [None req-ce878cfa-0dd5-43cf-b14a-d890e805fd94 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379854, 'name': SuspendVM_Task, 'duration_secs': 0.549782} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.697348] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-ce878cfa-0dd5-43cf-b14a-d890e805fd94 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Suspended the VM {{(pid=69411) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1505.697533] env[69411]: DEBUG nova.compute.manager [None req-ce878cfa-0dd5-43cf-b14a-d890e805fd94 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.698307] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87272f5e-9855-4d9c-b8e2-aab36b25aa7b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.748239] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 62df8c64-ef9a-46bd-9d5f-c93e1c14ef7b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.250773] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 2842ca5e-956d-4c3b-8273-ea51405d2424] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.753541] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: fd5f3971-c439-40a0-bc83-d9669324ab6f] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.979603] env[69411]: INFO nova.compute.manager [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Resuming [ 1506.980241] env[69411]: DEBUG nova.objects.instance [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'flavor' on Instance uuid 3802f88d-954c-4e00-a20c-b63cecef54ec {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.256528] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 086c76e3-54db-456c-8e5b-07fabb5ad06b] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.759583] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: fa6bfcc2-1df2-4bc7-9efa-008ff002697d] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.262397] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 4236e780-a48d-4ee6-a2da-98fc1bb3cbc8] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.489255] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.489497] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquired lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.489651] env[69411]: DEBUG nova.network.neutron [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Building network info cache for instance {{(pid=69411) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1508.765860] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 9ca041f0-b520-4621-8708-9dcccca7cbdc] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.180391] env[69411]: DEBUG nova.network.neutron [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updating instance_info_cache with network_info: [{"id": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "address": "fa:16:3e:e9:71:29", "network": {"id": "61065f17-44d3-4da3-933c-1ba4e3349a73", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1029924942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e63e49b802245f891bd344719bf1aa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f2be379-fd", "ovs_interfaceid": "8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.268677] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] [instance: 7a68f93a-5201-48f3-a81b-9b56ad786c73] Instance has had 0 of 5 cleanup attempts {{(pid=69411) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.683168] env[69411]: DEBUG oslo_concurrency.lockutils [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Releasing lock "refresh_cache-3802f88d-954c-4e00-a20c-b63cecef54ec" {{(pid=69411) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.684153] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cfaa03-a5c1-4f5b-ada3-fd7bf4df2fba {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.690942] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Resuming the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1509.691163] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b931df25-2b7e-4568-9690-88fcb7b05816 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.696698] env[69411]: DEBUG oslo_vmware.api [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1509.696698] env[69411]: value = "task-3379855" [ 1509.696698] env[69411]: _type = "Task" [ 1509.696698] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.703655] env[69411]: DEBUG oslo_vmware.api [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.771748] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.771748] env[69411]: DEBUG nova.compute.manager [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69411) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1510.209136] env[69411]: DEBUG oslo_vmware.api [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379855, 'name': PowerOnVM_Task, 'duration_secs': 0.485494} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.209418] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Resumed the VM {{(pid=69411) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1510.209599] env[69411]: DEBUG nova.compute.manager [None req-fd03ef13-bf6c-414f-bb3f-52effba169e2 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Checking state {{(pid=69411) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.210416] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b366e-967f-4fe5-a987-cc2d83198b37 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.270053] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.270053] env[69411]: DEBUG oslo_service.periodic_task [None req-6e0fa8ba-67a3-4a63-a36c-e6e69a98fed5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69411) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.634215] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "3802f88d-954c-4e00-a20c-b63cecef54ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.634498] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.634717] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "3802f88d-954c-4e00-a20c-b63cecef54ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.634908] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.635096] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.637296] env[69411]: INFO nova.compute.manager [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Terminating instance [ 1512.141484] env[69411]: DEBUG nova.compute.manager [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Start destroying the instance on the hypervisor. {{(pid=69411) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.141784] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Destroying instance {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.142692] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f487ab-e9bb-411f-95b1-951b11e66477 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.150611] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powering off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.150839] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a641cfa1-2d7d-4acd-9feb-eea91dde04e2 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.156329] env[69411]: DEBUG oslo_vmware.api [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1512.156329] env[69411]: value = "task-3379856" [ 1512.156329] env[69411]: _type = "Task" [ 1512.156329] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.163605] env[69411]: DEBUG oslo_vmware.api [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.666077] env[69411]: DEBUG oslo_vmware.api [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379856, 'name': PowerOffVM_Task, 'duration_secs': 0.170879} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.666482] env[69411]: DEBUG nova.virt.vmwareapi.vm_util [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Powered off the VM {{(pid=69411) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.666592] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Unregistering the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.666908] env[69411]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e68c40e-32a8-4d09-81d6-d29262913f0b {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.729491] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Unregistered the VM {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.729741] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Deleting contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.729945] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleting the datastore file [datastore1] 3802f88d-954c-4e00-a20c-b63cecef54ec {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.730295] env[69411]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e510fd3b-f8d8-4965-a7ff-c9d835adbbcb {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.736519] env[69411]: DEBUG oslo_vmware.api [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for the task: (returnval){ [ 1512.736519] env[69411]: value = "task-3379858" [ 1512.736519] env[69411]: _type = "Task" [ 1512.736519] env[69411]: } to complete. {{(pid=69411) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.743743] env[69411]: DEBUG oslo_vmware.api [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.246096] env[69411]: DEBUG oslo_vmware.api [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Task: {'id': task-3379858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13247} completed successfully. {{(pid=69411) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.246357] env[69411]: DEBUG nova.virt.vmwareapi.ds_util [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted the datastore file {{(pid=69411) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.246546] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Deleted contents of the VM from datastore datastore1 {{(pid=69411) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.246816] env[69411]: DEBUG nova.virt.vmwareapi.vmops [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Instance destroyed {{(pid=69411) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.247015] env[69411]: INFO nova.compute.manager [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1513.247258] env[69411]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69411) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1513.247447] env[69411]: DEBUG nova.compute.manager [-] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Deallocating network for instance {{(pid=69411) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.247544] env[69411]: DEBUG nova.network.neutron [-] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] deallocate_for_instance() {{(pid=69411) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1513.650309] env[69411]: DEBUG nova.compute.manager [req-d8852bdd-6484-4a0b-91cd-660a4a97b1cf req-3b718214-a7d0-4d8f-af34-c11253890b5b service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Received event network-vif-deleted-8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8 {{(pid=69411) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.650522] env[69411]: INFO nova.compute.manager [req-d8852bdd-6484-4a0b-91cd-660a4a97b1cf req-3b718214-a7d0-4d8f-af34-c11253890b5b service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Neutron deleted interface 8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8; detaching it from the instance and deleting it from the info cache [ 1513.650728] env[69411]: DEBUG nova.network.neutron [req-d8852bdd-6484-4a0b-91cd-660a4a97b1cf req-3b718214-a7d0-4d8f-af34-c11253890b5b service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.129588] env[69411]: DEBUG nova.network.neutron [-] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Updating instance_info_cache with network_info: [] {{(pid=69411) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.153515] env[69411]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3ee1c1f-c7b5-419f-b92f-5b814651b5b1 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.163558] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982a50fb-1d03-40c5-9aed-508ef859a7bd {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.187813] env[69411]: DEBUG nova.compute.manager [req-d8852bdd-6484-4a0b-91cd-660a4a97b1cf req-3b718214-a7d0-4d8f-af34-c11253890b5b service nova] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Detach interface failed, port_id=8f2be379-fd4e-4b4b-bb38-4e0c0f9a45a8, reason: Instance 3802f88d-954c-4e00-a20c-b63cecef54ec could not be found. {{(pid=69411) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1514.633104] env[69411]: INFO nova.compute.manager [-] [instance: 3802f88d-954c-4e00-a20c-b63cecef54ec] Took 1.38 seconds to deallocate network for instance. [ 1515.138743] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.139133] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.139310] env[69411]: DEBUG nova.objects.instance [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lazy-loading 'resources' on Instance uuid 3802f88d-954c-4e00-a20c-b63cecef54ec {{(pid=69411) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.673124] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21444c1-07a5-408a-930d-d359400d84e5 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.680587] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1240b5d-b5a3-4fea-be4e-9c8da5b764d4 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.709639] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d7589-2657-4999-b0fe-ea47c20f0d53 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.716596] env[69411]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2191bc7f-42ad-4f6f-a106-fb8ece2aa675 {{(pid=69411) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.729099] env[69411]: DEBUG nova.compute.provider_tree [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed in ProviderTree for provider: 906c74e7-0145-4323-8b9b-9bf2b8fcd761 {{(pid=69411) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.233044] env[69411]: DEBUG nova.scheduler.client.report [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Inventory has not changed for provider 906c74e7-0145-4323-8b9b-9bf2b8fcd761 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 104, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69411) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.737467] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.758486] env[69411]: INFO nova.scheduler.client.report [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Deleted allocations for instance 3802f88d-954c-4e00-a20c-b63cecef54ec [ 1517.268148] env[69411]: DEBUG oslo_concurrency.lockutils [None req-d331e3e7-f2a0-4896-b18e-95fc30453ba5 tempest-ServerActionsTestJSON-493772953 tempest-ServerActionsTestJSON-493772953-project-member] Lock "3802f88d-954c-4e00-a20c-b63cecef54ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.634s {{(pid=69411) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}